{"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.198888539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.253265467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.364569358Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.364594214Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.586915123Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.586962435Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:58.751055674Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/8812e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.162343565Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.666155292Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.77609991Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776230789Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776301Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.77635982Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776402429Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776445497Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776494833Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776534794Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776574114Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776620043Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776665715Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776725221Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.776742031Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.77684729Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777094705Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777113132Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777206435Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777206149Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777340648Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.777460344Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:38:59.877871469Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 12:38:59.877880 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T12:39:00.078557991Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:00.078580339Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 12:39:25.564877 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565269054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565529259Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565586127Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565715781Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.56578836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565804295Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.565937538Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.566046115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.566214023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.566285563Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.566388872Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.56643751Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.566978338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567093196Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567124446Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567144949Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.56717516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567226265Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567295494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567321004Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567339609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567361889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567372831Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567392257Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567462964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567507652Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567526414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567558347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.567627582Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.568211596Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.568310706Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.568515443Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.568815619Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.570279951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.57058506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.570678322Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.570713096Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.570982204Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.571233684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.571266852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.571443207Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.57210803Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572500496Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572730998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572778599Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.57281436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.57285719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572918183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572940908Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572961206Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.572985683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.573009242Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.825944197Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:25.875119482Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.032977254Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.168059869Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.168112327Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.17352853Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.17356595Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174675949Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174705083Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174702885Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174724965Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174784166Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.174796694Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.175482157Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.175510316Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.276111332Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.276167587Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:26.348399381Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:27.418692857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5f66f1-800b-4c5a-b65e-43ca489cbd54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:27.471413713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5f66f1-800b-4c5a-b65e-43ca489cbd54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:27.524214346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5f66f1-800b-4c5a-b65e-43ca489cbd54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:27.576996066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5f66f1-800b-4c5a-b65e-43ca489cbd54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.50167521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeebe-c25a-42e6-884a-cb6c382f7153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.555126411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeebe-c25a-42e6-884a-cb6c382f7153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.608655626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeebe-c25a-42e6-884a-cb6c382f7153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:29.663466673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeebe-c25a-42e6-884a-cb6c382f7153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:30.67132106Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54501c3f-76eb-4097-b337-4b4dfdb2082c","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:31.610230486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54501c3f-76eb-4097-b337-4b4dfdb2082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:31.662710499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54501c3f-76eb-4097-b337-4b4dfdb2082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:31.715183895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54501c3f-76eb-4097-b337-4b4dfdb2082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:31.767555109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54501c3f-76eb-4097-b337-4b4dfdb2082c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:33.651222669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd6f147-df6b-485c-9c1e-0a66c8a3a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:33.70391829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd6f147-df6b-485c-9c1e-0a66c8a3a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:33.756678722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd6f147-df6b-485c-9c1e-0a66c8a3a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:33.809255264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd6f147-df6b-485c-9c1e-0a66c8a3a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:34.401954149Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f055a216-c030-42b0-ae80-52bc171c4f53","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:40.378714159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b414849a-8f2c-4a02-818d-5518ef7d2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:40.431509066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b414849a-8f2c-4a02-818d-5518ef7d2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:40.484160379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b414849a-8f2c-4a02-818d-5518ef7d2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:40.536755335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b414849a-8f2c-4a02-818d-5518ef7d2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.481930797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbbaffc2-8ddc-4b00-b815-08c9455d9722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.534545877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbbaffc2-8ddc-4b00-b815-08c9455d9722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.587072724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbbaffc2-8ddc-4b00-b815-08c9455d9722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:42.63980881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbbaffc2-8ddc-4b00-b815-08c9455d9722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:47.346690523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcc29969-7ef1-46c9-b7c7-a99b65816686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:47.399159297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcc29969-7ef1-46c9-b7c7-a99b65816686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:47.451568768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcc29969-7ef1-46c9-b7c7-a99b65816686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:47.504033574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcc29969-7ef1-46c9-b7c7-a99b65816686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:49.524695512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed71462-0cd8-4b85-976f-438fd2274568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:49.577333165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed71462-0cd8-4b85-976f-438fd2274568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:49.630588145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed71462-0cd8-4b85-976f-438fd2274568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:49.682907632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed71462-0cd8-4b85-976f-438fd2274568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:39:55.932637552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:25.982096084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:30.902958141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec91a7ca-64ca-4e85-ad9c-f3f67e8dcbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:30.955396688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec91a7ca-64ca-4e85-ad9c-f3f67e8dcbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:31.0078558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec91a7ca-64ca-4e85-ad9c-f3f67e8dcbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:31.060851438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec91a7ca-64ca-4e85-ad9c-f3f67e8dcbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:32.959729769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f147ed-0b97-455f-9b38-9975c4049ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:33.012402612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f147ed-0b97-455f-9b38-9975c4049ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:33.064711259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f147ed-0b97-455f-9b38-9975c4049ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:33.118507331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f147ed-0b97-455f-9b38-9975c4049ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:35.215357286Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7dd42fec-abe2-4ca2-8ebb-376430679414","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.248454725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fd23c5-dc5b-43bd-9e0c-93ffd5832a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.300952362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fd23c5-dc5b-43bd-9e0c-93ffd5832a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.35405226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fd23c5-dc5b-43bd-9e0c-93ffd5832a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:36.406692518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fd23c5-dc5b-43bd-9e0c-93ffd5832a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:38.286596675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7ecd7b-f1c8-423b-a457-1ee537f8401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:38.339060518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7ecd7b-f1c8-423b-a457-1ee537f8401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:38.391472022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7ecd7b-f1c8-423b-a457-1ee537f8401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:38.443707352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7ecd7b-f1c8-423b-a457-1ee537f8401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.387666491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e450c4b-5d9c-47d2-9753-ee3c177d1f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.440150469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e450c4b-5d9c-47d2-9753-ee3c177d1f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.492798512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e450c4b-5d9c-47d2-9753-ee3c177d1f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:40.546960576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e450c4b-5d9c-47d2-9753-ee3c177d1f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:55.986445859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.639609889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eb2d30-243e-4042-8015-3c8fcd618854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.693533615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eb2d30-243e-4042-8015-3c8fcd618854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.746846954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eb2d30-243e-4042-8015-3c8fcd618854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:56.799273753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eb2d30-243e-4042-8015-3c8fcd618854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.458026386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4641fd1f-bd73-44fc-962a-796eb79e2578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.579617687Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4641fd1f-bd73-44fc-962a-796eb79e2578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.634883181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4641fd1f-bd73-44fc-962a-796eb79e2578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.649917988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e22727c-7922-4689-ab46-8fda87335790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.705751941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e22727c-7922-4689-ab46-8fda87335790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.76074165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e22727c-7922-4689-ab46-8fda87335790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.847763532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979b1214-d09b-49fd-8e17-6e61d840b4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.904168779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979b1214-d09b-49fd-8e17-6e61d840b4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.958946203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979b1214-d09b-49fd-8e17-6e61d840b4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:57.971342302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0f6a4b-7a31-4559-9687-3e7cfd0346a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.027260417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0f6a4b-7a31-4559-9687-3e7cfd0346a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.082068015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0f6a4b-7a31-4559-9687-3e7cfd0346a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.346536107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5dece3-4951-4851-8c64-ef194ea44636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.402513963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5dece3-4951-4851-8c64-ef194ea44636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.447655784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc0aecb8-d9cf-4157-a275-b5093bb9629e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.457215408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5dece3-4951-4851-8c64-ef194ea44636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.503604435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc0aecb8-d9cf-4157-a275-b5093bb9629e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.559065206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc0aecb8-d9cf-4157-a275-b5093bb9629e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.687629805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150f7f1e-c814-47bd-a80a-9b8b5365ecb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:58.726562047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16e7d85e-c820-4d0b-91f0-2a9426ad0039","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.74376656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150f7f1e-c814-47bd-a80a-9b8b5365ecb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:40:58.780481766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9050a17-84a6-4c08-be30-d8ad1fe65cad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.787336254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e6fd3fc-26d5-4f35-b572-2e6de9335b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.798580302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150f7f1e-c814-47bd-a80a-9b8b5365ecb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.843186964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e6fd3fc-26d5-4f35-b572-2e6de9335b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.898181167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e6fd3fc-26d5-4f35-b572-2e6de9335b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.947255028Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2bd5bf8-51b9-48ad-8f14-50548b7974e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:58.95565731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b51f319-e7a4-49cf-9f6d-619cdb405e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.011582959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b51f319-e7a4-49cf-9f6d-619cdb405e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.048184561Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5180030-7c59-4cf1-8ad4-0f60e0aa29ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.056605133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb44a98e-2096-451c-94fc-a6e50b98594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.06720585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b51f319-e7a4-49cf-9f6d-619cdb405e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.11256212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb44a98e-2096-451c-94fc-a6e50b98594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.149562557Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c928fa8-b93d-483a-b0ad-7f23110a11dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.167539482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb44a98e-2096-451c-94fc-a6e50b98594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.222119086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"808f805d-1b2b-4167-9573-ced0c5f49440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.250279008Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca9e87f1-c9da-46e4-8b0c-a472aa8df216","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.278129474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"808f805d-1b2b-4167-9573-ced0c5f49440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.324454821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3012d5-8cda-4b76-a29e-8f8b2fee6db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.33319221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"808f805d-1b2b-4167-9573-ced0c5f49440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.380802171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3012d5-8cda-4b76-a29e-8f8b2fee6db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:40:59.436573663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3012d5-8cda-4b76-a29e-8f8b2fee6db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.488853288Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28876d71-fdaf-4058-86c9-2e8874b3a1dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.491116276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae9619c7-20cf-40fa-ba34-42aaaebec573","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.49113817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae9619c7-20cf-40fa-ba34-42aaaebec573","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.558654262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd0465f2-a3a1-4090-b6cc-a6e755c163ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.558683036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd0465f2-a3a1-4090-b6cc-a6e755c163ee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.589152634Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f80f9015-7917-4950-9f6d-6c8083edc9d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.647912372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d0e04d8-b511-419c-95bb-fb308c514f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.647929624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c361936-5ca6-4550-941d-91541527e491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.689806444Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57f112da-afd0-46fc-8dda-a557fb46ae49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.704074582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d0e04d8-b511-419c-95bb-fb308c514f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.704566126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c361936-5ca6-4550-941d-91541527e491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.758900388Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d0e04d8-b511-419c-95bb-fb308c514f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.75917156Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c361936-5ca6-4550-941d-91541527e491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:02.963333385Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aac0f088-0869-4358-8326-1a6e049221c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.024438048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d76e5-e008-4783-ae54-778a3ae2a750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.024740007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278e8010-8c61-4205-a3da-c6e476b0c26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.081019731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d76e5-e008-4783-ae54-778a3ae2a750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.081155442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278e8010-8c61-4205-a3da-c6e476b0c26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.081206345Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278e8010-8c61-4205-a3da-c6e476b0c26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.135870068Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d76e5-e008-4783-ae54-778a3ae2a750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:41:03.286346498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d76e5-e008-4783-ae54-778a3ae2a750","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.447515561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"141492ad-fe5b-4cb7-ad74-60921d37216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.503515755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"141492ad-fe5b-4cb7-ad74-60921d37216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.50357352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"141492ad-fe5b-4cb7-ad74-60921d37216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.998196199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09307542-d179-4e5b-92b5-e597d0c1e97b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:03.998225791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09307542-d179-4e5b-92b5-e597d0c1e97b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.132291726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"292d15d0-be42-4941-aa54-97b00404e364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.132303264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f6badac-dd85-43eb-9b01-34ba49587234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.189514613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f6badac-dd85-43eb-9b01-34ba49587234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.189527412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"292d15d0-be42-4941-aa54-97b00404e364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.189582354Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"292d15d0-be42-4941-aa54-97b00404e364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:05.18958254Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f6badac-dd85-43eb-9b01-34ba49587234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.555825448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a07f27de-f02d-49b2-ad01-d2c658312ade","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.555861119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a07f27de-f02d-49b2-ad01-d2c658312ade","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.556285743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c6421a0-db91-4a27-95d0-dc9bad0db090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.556298646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c6421a0-db91-4a27-95d0-dc9bad0db090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.608460549Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4befc92c-33c3-41cc-bf71-822ef845e101","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.608773259Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30ef63c2-7e0c-4d0e-9cde-317c1f40f29f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.63382641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"907f8c14-3db7-4e5e-a4cd-d639d865ba51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.633871709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"907f8c14-3db7-4e5e-a4cd-d639d865ba51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.634108597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b78c6d81-0f8c-4951-a3c5-5cc93afbd753","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.634120014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b78c6d81-0f8c-4951-a3c5-5cc93afbd753","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.712425742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5166ab96-a6c5-4d3f-8528-6981f53665e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.712423865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614b5b03-2138-4263-8f63-c0e6cb024834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.769253403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5166ab96-a6c5-4d3f-8528-6981f53665e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.769326133Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5166ab96-a6c5-4d3f-8528-6981f53665e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.769260531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614b5b03-2138-4263-8f63-c0e6cb024834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.769402868Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"614b5b03-2138-4263-8f63-c0e6cb024834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.977789531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ebb2e-335e-4849-bd05-840669209e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:09.977789669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e28cc7c9-5959-4ed0-b511-26009be67751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.035794821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ebb2e-335e-4849-bd05-840669209e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.035888664Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b6ebb2e-335e-4849-bd05-840669209e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.036030357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e28cc7c9-5959-4ed0-b511-26009be67751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.036100445Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e28cc7c9-5959-4ed0-b511-26009be67751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.735769315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83803f60-0b70-4703-b98f-acc25f8645a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:10.735790859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83803f60-0b70-4703-b98f-acc25f8645a5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.005060692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed411e10-b021-4c04-b2fd-23126fa43a43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.005084922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed411e10-b021-4c04-b2fd-23126fa43a43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.005325357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8019d522-21fc-4d79-a6f8-d6d48a8993fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.005336495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8019d522-21fc-4d79-a6f8-d6d48a8993fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.00566501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d0ef685c-bacb-4f5a-8387-42d531fb5a9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.005678807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d0ef685c-bacb-4f5a-8387-42d531fb5a9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.061565764Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e7ab0b8-a8df-4af8-afb7-8ffd7c98d25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.061586962Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d14a8833-d460-49f0-88b0-ff2463253a71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.071653612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4b03c82-16e4-49b3-8929-a0e4e6b3851c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.071671706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4b03c82-16e4-49b3-8929-a0e4e6b3851c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.071931922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1323a5e-3876-4118-83fa-b5cb24a99966","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.071948045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1323a5e-3876-4118-83fa-b5cb24a99966","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.072144679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b583d758-4e90-4a92-bd1c-2804e84bc8b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.072155146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b583d758-4e90-4a92-bd1c-2804e84bc8b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.162180035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a34c467-a108-4ee4-8ad9-10d799f7b8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.164439637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7a076a-02d2-4bdf-96d0-cd6590b3acc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.218536431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a34c467-a108-4ee4-8ad9-10d799f7b8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.218596199Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a34c467-a108-4ee4-8ad9-10d799f7b8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.22020409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7a076a-02d2-4bdf-96d0-cd6590b3acc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.220247459Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7a076a-02d2-4bdf-96d0-cd6590b3acc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.427020068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6f96ed-d532-4422-8daa-d23c2193edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.427519196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8de9e606-cb10-4041-9a4a-018f7a725a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.483945558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8de9e606-cb10-4041-9a4a-018f7a725a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.483994397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6f96ed-d532-4422-8daa-d23c2193edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.484009013Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8de9e606-cb10-4041-9a4a-018f7a725a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.484038154Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef6f96ed-d532-4422-8daa-d23c2193edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.779421944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb905919-f774-453f-abcd-4f6e07a38b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.779450629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3a7c43c-6de5-4c80-9b96-a26a34236646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.836205032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3a7c43c-6de5-4c80-9b96-a26a34236646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.836275715Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3a7c43c-6de5-4c80-9b96-a26a34236646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.836285311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb905919-f774-453f-abcd-4f6e07a38b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:13.836328408Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb905919-f774-453f-abcd-4f6e07a38b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:14.175230395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5dffa24-16db-460b-b361-404c13b7e9df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:14.17525731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d5dffa24-16db-460b-b361-404c13b7e9df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.939537386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72d6806b-e4d4-4ab0-bf32-44e6351a3dc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.939565825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72d6806b-e4d4-4ab0-bf32-44e6351a3dc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.939966898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc114d88-2343-4f45-ae8c-5b4356435040","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.939985954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc114d88-2343-4f45-ae8c-5b4356435040","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.940224603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6819bae3-ae08-4c04-a536-82d540a73ef2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.940240493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6819bae3-ae08-4c04-a536-82d540a73ef2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.940519767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aeb8ab83-d8bf-4393-b2f7-d1ca29943c55","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.940530716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aeb8ab83-d8bf-4393-b2f7-d1ca29943c55","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.992433125Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c530d784-d075-421d-b309-8e365b5d683d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:15.992767365Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db1c46df-5806-4f85-9abd-f978fb05a5d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.005309028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a0c329b-10a5-42ed-871f-24f9d55b0804","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.00532964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a0c329b-10a5-42ed-871f-24f9d55b0804","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.005590761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b55c0b7e-a56a-4e42-9a70-85c90533f731","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.005607128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b55c0b7e-a56a-4e42-9a70-85c90533f731","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.005868097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90189295-e908-44ad-9b51-d01670bc581f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.005880956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90189295-e908-44ad-9b51-d01670bc581f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.006087291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6db40367-cd1c-4227-8a24-d371ca4eee22","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.006098408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6db40367-cd1c-4227-8a24-d371ca4eee22","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.09630514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a591393-a4b9-4445-963d-5efc1aa8143f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.096305141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a657902c-404e-49a3-92cf-c5fd99b541e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.152666028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a657902c-404e-49a3-92cf-c5fd99b541e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.152744505Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a657902c-404e-49a3-92cf-c5fd99b541e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.152921221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a591393-a4b9-4445-963d-5efc1aa8143f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.152971224Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a591393-a4b9-4445-963d-5efc1aa8143f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.361582181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4c906ac-1f54-4c95-8484-2b073ae79784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.361577289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21d3b77e-2fcf-4b42-8e7c-86bf75264f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.418263872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21d3b77e-2fcf-4b42-8e7c-86bf75264f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.418333589Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21d3b77e-2fcf-4b42-8e7c-86bf75264f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.418412043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4c906ac-1f54-4c95-8484-2b073ae79784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:16.418470043Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4c906ac-1f54-4c95-8484-2b073ae79784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:17.13046794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"475b604f-c9fe-4982-9059-858de289edb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:17.130489784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"475b604f-c9fe-4982-9059-858de289edb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673466428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ccf079e0-1456-4323-9eec-fb8ea3a8b991","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673486946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ccf079e0-1456-4323-9eec-fb8ea3a8b991","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673709305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e8915b9-d60a-4895-a013-22ad01b8cc85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673719854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0e8915b9-d60a-4895-a013-22ad01b8cc85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673931173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bb00622-66cb-44c0-aed0-e9e564946013","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.673947395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bb00622-66cb-44c0-aed0-e9e564946013","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.674208675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e493814d-9e70-43b2-8ea3-6a750e5565b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.674225047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e493814d-9e70-43b2-8ea3-6a750e5565b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.674456721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1632ae6-84de-47ce-894d-80fc3558eed3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.67446921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1632ae6-84de-47ce-894d-80fc3558eed3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.728152092Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1620930b-e22e-46a2-88d0-45e373545fe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.728324459Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26f08e51-c254-4f09-8b6a-e13729e16009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739496395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b110b77-a683-409f-981b-e4dd4d0dacb8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739513826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b110b77-a683-409f-981b-e4dd4d0dacb8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739755743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8ffbbef-1dc5-44f5-9447-30d39646e6d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739767102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8ffbbef-1dc5-44f5-9447-30d39646e6d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739955129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f78955f-47a4-4b65-9495-f03d11a981c4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.739965775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f78955f-47a4-4b65-9495-f03d11a981c4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.740285299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42ccede0-6941-41ac-b435-c493b8fd10c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.740320407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42ccede0-6941-41ac-b435-c493b8fd10c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.740903166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e75ae128-95b9-43f9-95f7-2b0eba8ee0e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.740922758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e75ae128-95b9-43f9-95f7-2b0eba8ee0e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.831994473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c660d82-16c9-43a1-816b-fd6214bd7c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.888216492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c660d82-16c9-43a1-816b-fd6214bd7c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.88828085Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c660d82-16c9-43a1-816b-fd6214bd7c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.931507581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"786df8b3-576d-4550-a07a-14e9406dd4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.987914313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"786df8b3-576d-4550-a07a-14e9406dd4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:18.987981118Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"786df8b3-576d-4550-a07a-14e9406dd4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.096036935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"247d4833-11bd-46eb-bd0b-31acf5de1fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.153562684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"247d4833-11bd-46eb-bd0b-31acf5de1fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.153626304Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"247d4833-11bd-46eb-bd0b-31acf5de1fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.197356556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13bdfb9c-cd57-47cd-97a9-dbe867549e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.254557568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13bdfb9c-cd57-47cd-97a9-dbe867549e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.25463308Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13bdfb9c-cd57-47cd-97a9-dbe867549e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.735540752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c88a5e8-edd2-4126-9e9f-96623fe48f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.73554075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c2276bf-405e-4e75-8ac6-fa97ce1da881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.794707492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c88a5e8-edd2-4126-9e9f-96623fe48f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.794773118Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c88a5e8-edd2-4126-9e9f-96623fe48f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.794983817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c2276bf-405e-4e75-8ac6-fa97ce1da881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.795049328Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c2276bf-405e-4e75-8ac6-fa97ce1da881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.853386002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25a6c7eb-7e7b-4fa4-a16d-3fd12a687e78","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:19.853409134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25a6c7eb-7e7b-4fa4-a16d-3fd12a687e78","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.004250416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7dd43d4-c60b-4bd9-837f-759109a3772b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.004250417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39043e37-abd0-46de-9f00-3b2408a38d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.061672673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39043e37-abd0-46de-9f00-3b2408a38d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.061735765Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39043e37-abd0-46de-9f00-3b2408a38d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.061754746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7dd43d4-c60b-4bd9-837f-759109a3772b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:20.061804596Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7dd43d4-c60b-4bd9-837f-759109a3772b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.949545872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faffc49a-0a40-48f8-9d0b-81c4fb669a16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.949566041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faffc49a-0a40-48f8-9d0b-81c4fb669a16","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.949797433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6dd2b706-dba2-42f5-b571-57dfa68dd8ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.949808063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6dd2b706-dba2-42f5-b571-57dfa68dd8ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950018894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae2d79ed-3583-43b2-bd08-b2b02b21a03c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950030684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae2d79ed-3583-43b2-bd08-b2b02b21a03c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950200516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7153f57-6253-4bee-985b-9b297bd36fa7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950210508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7153f57-6253-4bee-985b-9b297bd36fa7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950361555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86ce50b-56c0-4d9b-be6f-856b4def8b25","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950372194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c86ce50b-56c0-4d9b-be6f-856b4def8b25","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950561612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dd3babd-2b2a-4dc6-b7f6-7a18b29fa239","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:21.950571884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4dd3babd-2b2a-4dc6-b7f6-7a18b29fa239","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.010759599Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a39b987c-6924-4f90-8c82-3f5a17462769","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.010801403Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6e22b582-005e-4121-a977-89c8af750abd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.065670054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d558d478-d596-44ee-9483-891f0fdaf773","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.06569758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d558d478-d596-44ee-9483-891f0fdaf773","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066067834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"faae2eda-d26f-4ab6-8a8c-49b5162cc280","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066082681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"faae2eda-d26f-4ab6-8a8c-49b5162cc280","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066274371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d638d63-0372-41de-84ad-e8ee80124b9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066283974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d638d63-0372-41de-84ad-e8ee80124b9d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066460673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"305f4e8e-d763-4d66-ae3d-9bf99d7f5269","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066469839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"305f4e8e-d763-4d66-ae3d-9bf99d7f5269","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066637725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00cc1d74-2fc9-404a-b712-4a6c377c7346","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.06664701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00cc1d74-2fc9-404a-b712-4a6c377c7346","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066808199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dc941ab-7781-4f8a-bf20-77c7a74102b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.066817721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dc941ab-7781-4f8a-bf20-77c7a74102b0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.117659499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6c3082-4a52-452f-ae8c-aa0a42e8b015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.117654904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96366d77-b9e3-4b55-aa56-5f1bb0146ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.174349996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6c3082-4a52-452f-ae8c-aa0a42e8b015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.174416136Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d6c3082-4a52-452f-ae8c-aa0a42e8b015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.224368627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96366d77-b9e3-4b55-aa56-5f1bb0146ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.22443769Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96366d77-b9e3-4b55-aa56-5f1bb0146ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.38190399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a97b2f5b-6eb8-4720-8103-83eb9c8856af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.438539121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a97b2f5b-6eb8-4720-8103-83eb9c8856af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.438601096Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a97b2f5b-6eb8-4720-8103-83eb9c8856af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.483360422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd745d82-cff6-46a7-a63d-c4dde4cff84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.53963557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd745d82-cff6-46a7-a63d-c4dde4cff84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:22.53970197Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd745d82-cff6-46a7-a63d-c4dde4cff84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:23.135668448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47923b55-7a59-4d1a-bd8e-9f9462d3fa8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:23.135689212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47923b55-7a59-4d1a-bd8e-9f9462d3fa8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181430815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c2815b3-2f4f-4443-baec-e3c875a1bb63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181456204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c2815b3-2f4f-4443-baec-e3c875a1bb63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181738003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2218eaf-da27-4e2a-a68e-885f4de14bb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181754904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2218eaf-da27-4e2a-a68e-885f4de14bb2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181983043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0232508-fb92-4d72-9831-64c7fe3ef072","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.181995188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0232508-fb92-4d72-9831-64c7fe3ef072","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182206064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80aac052-241d-4e0f-940e-40b9e60919c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182218093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"80aac052-241d-4e0f-940e-40b9e60919c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182388439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ebf06fd-1f6c-4e06-9adf-72ccbc037d87","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.18239827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ebf06fd-1f6c-4e06-9adf-72ccbc037d87","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182554444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e0a6b33-82ee-4470-84ce-582edce758db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182564077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e0a6b33-82ee-4470-84ce-582edce758db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182849945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb48cbd-9dc5-4bf1-8f06-4c5fa1adc73c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.182866518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eb48cbd-9dc5-4bf1-8f06-4c5fa1adc73c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.234606822Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8c65c2e-38bc-4482-801c-09440d1162c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.255047022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbb476de-40a0-433c-8a90-8108fa75ce2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.255065138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fbb476de-40a0-433c-8a90-8108fa75ce2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.25529826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"110e6b2d-20c8-4050-8209-99dbb3c934fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.255308866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"110e6b2d-20c8-4050-8209-99dbb3c934fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.255470758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da0ef489-f0ba-44f7-a274-0904d2c11354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.255479555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da0ef489-f0ba-44f7-a274-0904d2c11354","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.256294783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cc9b216-5dcb-4bb5-92dc-f3e0fd5c23d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.256317956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4cc9b216-5dcb-4bb5-92dc-f3e0fd5c23d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.256910153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d300abe2-a293-4262-9cba-aab7f52d479a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.256932958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d300abe2-a293-4262-9cba-aab7f52d479a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.257564869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7750e11-ec5e-4b82-83bc-d3a3c81a6ba9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.257585821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7750e11-ec5e-4b82-83bc-d3a3c81a6ba9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.257942702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc15616-6015-48b8-9d8c-a985356dbfe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.257964918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc15616-6015-48b8-9d8c-a985356dbfe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.338713064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ade638d1-43e4-4da9-a8fd-fe9e2a1b3a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.338983738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41843dda-c5dc-4313-977a-4d639fa9d2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.395712547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41843dda-c5dc-4313-977a-4d639fa9d2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.395782126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41843dda-c5dc-4313-977a-4d639fa9d2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.395866983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ade638d1-43e4-4da9-a8fd-fe9e2a1b3a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.396198934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ce82d66-f46a-448b-b832-9d23b91703e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.56192735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5c9920-bd03-4d45-9eaa-c66a48f2433a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.561949457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec5c9920-bd03-4d45-9eaa-c66a48f2433a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.609966964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04be693c-982d-40de-b30d-12ed3b6da4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.666534572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04be693c-982d-40de-b30d-12ed3b6da4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.666611555Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04be693c-982d-40de-b30d-12ed3b6da4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.806638264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62729e94-7352-4277-8238-63d220c1e8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.855346155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cbeb260-63c8-48be-96d5-e19cf09fac09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.863219081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62729e94-7352-4277-8238-63d220c1e8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:25.933044008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.348380715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bfbe5e4-850b-41ae-a3b2-cf387f3428a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.348401475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bfbe5e4-850b-41ae-a3b2-cf387f3428a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.521275659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebc44ed4-b435-4e3a-bfe4-74c462e9f1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.521274867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c1a444-18e4-4e9a-8131-90f79ff89017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.561580157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d547a07-7f4e-4562-8bb5-9ebe552d6414","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.577667005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebc44ed4-b435-4e3a-bfe4-74c462e9f1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.57813705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c1a444-18e4-4e9a-8131-90f79ff89017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.578196338Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c1a444-18e4-4e9a-8131-90f79ff89017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.786487569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8978249a-0fcd-4c77-a9b4-3256a45f97c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.842549312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8978249a-0fcd-4c77-a9b4-3256a45f97c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.842612388Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8978249a-0fcd-4c77-a9b4-3256a45f97c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.890131145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c9251fb-55a0-403c-867b-d4d5fb537693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:26.948952705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c9251fb-55a0-403c-867b-d4d5fb537693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.321991978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6a109e7-8c6b-4d98-a5d7-6e14915c2ae4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322011992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6a109e7-8c6b-4d98-a5d7-6e14915c2ae4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322257408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa72e899-9137-4325-8a98-f44ef162a3c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322269301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa72e899-9137-4325-8a98-f44ef162a3c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322432435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"260553e0-f378-4fa0-9986-663c9be959a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322441726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"260553e0-f378-4fa0-9986-663c9be959a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322596844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fe4d544-c746-48a9-9e2e-1ff77159be49","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322606652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6fe4d544-c746-48a9-9e2e-1ff77159be49","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322762141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a44cb80f-4fb7-4ffb-9220-6caffa373a31","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.32277152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a44cb80f-4fb7-4ffb-9220-6caffa373a31","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322940436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce5d8d90-a6ac-459f-8a07-fabd9106ef63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.322950631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce5d8d90-a6ac-459f-8a07-fabd9106ef63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.323107513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7206632-1263-4462-ae78-223d73ddbdfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.323116119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7206632-1263-4462-ae78-223d73ddbdfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.323323841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"939f016c-1677-414e-ae4d-bbe48d12e21c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.323333941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"939f016c-1677-414e-ae4d-bbe48d12e21c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.387875241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea87aa7f-2f2e-463d-bb2c-b5c0c65af933","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.387898955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea87aa7f-2f2e-463d-bb2c-b5c0c65af933","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.38814851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e946ab5a-c521-459f-8f80-e211ff2b785c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388160609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e946ab5a-c521-459f-8f80-e211ff2b785c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388352812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be52dca0-3ec6-4043-bc33-f7e8e685fd4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388366494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be52dca0-3ec6-4043-bc33-f7e8e685fd4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.38854619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9e7ef99-903d-4203-b63c-f0dce43c93d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388556264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f9e7ef99-903d-4203-b63c-f0dce43c93d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388730607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34f39c8c-58a4-4512-b45f-8b3614cd1534","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.38874165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34f39c8c-58a4-4512-b45f-8b3614cd1534","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.38892622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"93ce15c9-232a-40d9-af77-82b29716da88","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.388937253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"93ce15c9-232a-40d9-af77-82b29716da88","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.389113414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9fdd165-b69a-4604-b582-114ed09dbbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.38912347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9fdd165-b69a-4604-b582-114ed09dbbe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.389347255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"630ceda5-a3e4-451b-aca0-23ffe9e30e4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.389358551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"630ceda5-a3e4-451b-aca0-23ffe9e30e4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.482119835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e6f6e6-d170-4828-a4c7-8af141a82e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.482382583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8198f05-7025-4dc6-b02b-dafd37b3ba1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.535455127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cc5bf7f-3ae3-4b00-8ce9-3ab191febe59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.539007571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e6f6e6-d170-4828-a4c7-8af141a82e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.539326366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8198f05-7025-4dc6-b02b-dafd37b3ba1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.539688883Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"581b1fe4-60df-4056-aa2d-a645bd14bb72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.701933854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a810e76-de29-4909-bc45-891fd7b3585b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.701951817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a810e76-de29-4909-bc45-891fd7b3585b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.901778955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10899daf-7449-4715-8579-9ef40afbb110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.901778898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e083637e-453c-44f9-9911-7ea0a4371d21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.910389331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d3a401c-01bf-4207-8bf5-99ab45508570","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.958897051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10899daf-7449-4715-8579-9ef40afbb110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:29.959236991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e083637e-453c-44f9-9911-7ea0a4371d21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:30.50812795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66b4f496-31fb-4006-aa10-712208ab7e01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:30.508154901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66b4f496-31fb-4006-aa10-712208ab7e01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:30.718041633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dbe0d7b-da74-4afa-b10a-14808eabff09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:32.892507805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"db5cc863-8020-4958-bf15-1a9f0df4702e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:32.892529692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"db5cc863-8020-4958-bf15-1a9f0df4702e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.453948037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68d46652-11fb-42ce-a703-24838a4734a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.513767588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f8e658-bbf1-427f-8de6-dba3f2f1d415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.513767118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa820008-d1aa-4dc8-8a90-a00637bf32c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.543365946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1403359c-96a3-42a1-83e9-2897a9d880ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.570796608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f8e658-bbf1-427f-8de6-dba3f2f1d415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.584593905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa820008-d1aa-4dc8-8a90-a00637bf32c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.616666945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e83b2a0a-1bbe-4e2a-b808-55974fedfc8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.616684623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e83b2a0a-1bbe-4e2a-b808-55974fedfc8b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.718498089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ee78fd1-01f7-41c8-be35-7e8b82f6dfc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.718518925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ee78fd1-01f7-41c8-be35-7e8b82f6dfc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.933816304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e63260c6-8104-4498-839a-2ac5fc0a7a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.933855191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec9061e3-c9b9-40b6-98f3-33d49d0e0892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.991659636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e63260c6-8104-4498-839a-2ac5fc0a7a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:33.991705263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec9061e3-c9b9-40b6-98f3-33d49d0e0892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.779851291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ff6a47-0aa7-4505-941e-eca6a41ba6d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:35.779875045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2ff6a47-0aa7-4505-941e-eca6a41ba6d3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:38.703950275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92adbc6d-ba35-497b-b649-83766c9a40eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:38.703982758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92adbc6d-ba35-497b-b649-83766c9a40eb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.389704356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31a89b0c-5793-4ce8-9556-394bf77b18c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.389726346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31a89b0c-5793-4ce8-9556-394bf77b18c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.390078303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cef3b207-77fa-48bb-b99b-962e75168ddd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.390090646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cef3b207-77fa-48bb-b99b-962e75168ddd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.390257242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc548f8-3741-4d8b-995c-2475bafd4992","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:39.390268508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc548f8-3741-4d8b-995c-2475bafd4992","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.249088733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60b7a333-ab2c-4aac-8af9-b84ca9a8f77c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:41.249110776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60b7a333-ab2c-4aac-8af9-b84ca9a8f77c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:42.612532273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"837ef8f1-a35e-428b-8325-c58c8d20576b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:42.664972168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81deb636-729a-4ed1-ad08-c004ea24686c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.617648357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4396a926-cb2c-4841-9a5a-cda9d46028e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.617668228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4396a926-cb2c-4841-9a5a-cda9d46028e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.719555946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86479994-e9cf-4d46-a97b-b50bb7f8d9ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:43.719578737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86479994-e9cf-4d46-a97b-b50bb7f8d9ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:44.406593071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9f754289-0d66-4923-b4dc-20cdef432909","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:44.406612431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9f754289-0d66-4923-b4dc-20cdef432909","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.539637224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89425034-a1b7-4067-8b7a-0ed0980f4915","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:47.539658886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89425034-a1b7-4067-8b7a-0ed0980f4915","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.628056698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"361b44ff-167c-4544-b259-139e1ee52dc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.628077396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"361b44ff-167c-4544-b259-139e1ee52dc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.837888187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3acbc07-6b86-439b-9b8f-9132a920d42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.841732288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a75db4bf-220f-4747-a2ab-f1a103b36ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.841731735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff652004-cb07-4ccb-adba-f038e985b3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.948521636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff652004-cb07-4ccb-adba-f038e985b3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:50.948808652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a75db4bf-220f-4747-a2ab-f1a103b36ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:51.00479619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a8548dc-3383-4f86-87b2-0da16600aba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:51.004817746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a8548dc-3383-4f86-87b2-0da16600aba5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:51.214983781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"046e7e03-5330-408f-984e-409e538a108f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.243701098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d24c12e8-f001-461c-9e30-a0ee2b7fca96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.243721938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d24c12e8-f001-461c-9e30-a0ee2b7fca96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.454039504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7286848a-a3f5-422a-91cd-d81e82e2cc95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.457707769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a135a9e0-d9fa-4f5d-97ad-ce90bc994cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.457708589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddce7106-2230-4768-9998-5e3522d3b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.565625057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddce7106-2230-4768-9998-5e3522d3b75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.565625152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a135a9e0-d9fa-4f5d-97ad-ce90bc994cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.624118579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9708afd7-b304-40f9-aa02-1477920c93d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.624141019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9708afd7-b304-40f9-aa02-1477920c93d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:53.834548038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f15068d-e7cf-4eb5-91d5-b0c2e34c080c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:55.93238294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.067156027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07044351-e548-4f5b-8f87-b5bb02f985e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.067178952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07044351-e548-4f5b-8f87-b5bb02f985e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.224709309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"462afc4a-76f2-418b-b674-63fe4f353332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.283346397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"462afc4a-76f2-418b-b674-63fe4f353332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.288412728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb8d12f4-197f-45bb-b3d2-ee7ec0d5a6d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.288429662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb8d12f4-197f-45bb-b3d2-ee7ec0d5a6d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.445168882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcfd24f-2c2e-425e-9671-87f3479339d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.498730217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"137c9b76-9b4a-4c01-99f8-ab14a93b6843","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.502543799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcfd24f-2c2e-425e-9671-87f3479339d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.549466387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12767a36-afa8-43e6-af25-b8ca6855c388","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.549485314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12767a36-afa8-43e6-af25-b8ca6855c388","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.662243377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408097d5-7aab-4eb8-afb6-b816da8da608","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.662261164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408097d5-7aab-4eb8-afb6-b816da8da608","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.705535374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742127f4-4e3a-4233-8653-c7b19ca93b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:56.761926943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742127f4-4e3a-4233-8653-c7b19ca93b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:41:56.972056653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742127f4-4e3a-4233-8653-c7b19ca93b58","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:57.134701959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c29e8fda-e6aa-4bd8-8ccf-dc762eea3e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:41:57.191738927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c29e8fda-e6aa-4bd8-8ccf-dc762eea3e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:25.98169582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:49.364365124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cba461a-4e69-4a96-9013-d66823b2f508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:49.416706367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cba461a-4e69-4a96-9013-d66823b2f508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:49.469408393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cba461a-4e69-4a96-9013-d66823b2f508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:49.522433412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cba461a-4e69-4a96-9013-d66823b2f508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:50.209190902Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b420474","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b420474","reconcileID":"e367b5b4-3af7-4521-a945-f84568d95589","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b420474-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-4b420474-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:51.545429599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bbca2e-fa4f-4e4a-9c06-11380d03e207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:51.59809076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bbca2e-fa4f-4e4a-9c06-11380d03e207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:51.650466713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bbca2e-fa4f-4e4a-9c06-11380d03e207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:51.70275205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bbca2e-fa4f-4e4a-9c06-11380d03e207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:52.396528447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-bb2f9f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-bb2f9f6d","reconcileID":"76f70f55-62c3-4e97-9679-f8e7fa67446f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-bb2f9f6d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-bb2f9f6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:53.627668077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be2500f-6c5e-42b5-ae08-e946b38507b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:53.680123938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be2500f-6c5e-42b5-ae08-e946b38507b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:53.733240806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be2500f-6c5e-42b5-ae08-e946b38507b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:53.78568598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be2500f-6c5e-42b5-ae08-e946b38507b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.688239854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3305155e-e12f-4ef4-ad4a-e96c4471fe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.74080924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3305155e-e12f-4ef4-ad4a-e96c4471fe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.793591166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3305155e-e12f-4ef4-ad4a-e96c4471fe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.846519151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3305155e-e12f-4ef4-ad4a-e96c4471fe76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:55.930609903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:57.794374605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf4e97e-4ea5-460d-b3d6-6583eac7c12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:57.847307002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf4e97e-4ea5-460d-b3d6-6583eac7c12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:57.899885099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf4e97e-4ea5-460d-b3d6-6583eac7c12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:57.952569142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf4e97e-4ea5-460d-b3d6-6583eac7c12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:58.474332688Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-86b58425","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-86b58425","reconcileID":"c12dd992-80bb-418b-b1ad-37616788aa0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-86b58425","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-86b58425":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.859466349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9f70-0075-4e61-99e7-683218d1350f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.911893506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9f70-0075-4e61-99e7-683218d1350f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:42:59.965346831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9f70-0075-4e61-99e7-683218d1350f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:00.017987663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9f70-0075-4e61-99e7-683218d1350f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:00.787407981Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"c4d99284-bfa0-44c6-91a9-b1ef6e5d1a0b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:00.842081685Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"c4d99284-bfa0-44c6-91a9-b1ef6e5d1a0b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:00.946159323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"c4d99284-bfa0-44c6-91a9-b1ef6e5d1a0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-4b420474-gw","tenantID":"e2e-migrate-4b420474","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.06345604Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"c4d99284-bfa0-44c6-91a9-b1ef6e5d1a0b","name":"e2e-migrate-4b420474-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:01.173554893Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-cd604519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-cd604519","reconcileID":"73b852e0-0414-4572-a00b-1583754a5665","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-cd604519","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-cd604519":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:02.4199031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd095d4-1f41-4a35-9571-848b276a38e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:02.47264495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd095d4-1f41-4a35-9571-848b276a38e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:02.5253148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd095d4-1f41-4a35-9571-848b276a38e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:02.578408201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd095d4-1f41-4a35-9571-848b276a38e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:04.467284557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906756-7e1e-47e0-9094-fed9ad1fcef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:04.524205301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906756-7e1e-47e0-9094-fed9ad1fcef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:04.578269667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906756-7e1e-47e0-9094-fed9ad1fcef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:04.631017013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef906756-7e1e-47e0-9094-fed9ad1fcef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.266967578Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"8b5e5c7e-d5b1-426d-a61a-a7f872624e80","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.424633618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"8b5e5c7e-d5b1-426d-a61a-a7f872624e80","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-bb2f9f6d","tenantID":"e2e-ait-bb2f9f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.544310022Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"8b5e5c7e-d5b1-426d-a61a-a7f872624e80","name":"e2e-ait-bb2f9f6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.597773443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a893ca-221d-4cb7-af3a-104ea434df9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.650210418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a893ca-221d-4cb7-af3a-104ea434df9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.702705109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a893ca-221d-4cb7-af3a-104ea434df9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.75569696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a893ca-221d-4cb7-af3a-104ea434df9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:06.913321707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"387e9dd3-7868-4afc-b8d8-df087daf70dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:07.013755034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"beaa015b-5a7a-4f5c-9f67-73f24d02a354","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.485147347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9a0c75-ef87-4dcb-9dd2-e875d5bb79d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.53781885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9a0c75-ef87-4dcb-9dd2-e875d5bb79d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.590398565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9a0c75-ef87-4dcb-9dd2-e875d5bb79d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:09.643069957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9a0c75-ef87-4dcb-9dd2-e875d5bb79d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:10.014728058Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9b35ca84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9b35ca84","reconcileID":"5bbe14b4-47ab-40b6-b00c-0026676580a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9b35ca84","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9b35ca84":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:11.58961543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e1dbc1-5702-403c-b1c8-0fce3b8f02c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:11.642532439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e1dbc1-5702-403c-b1c8-0fce3b8f02c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:11.694910126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e1dbc1-5702-403c-b1c8-0fce3b8f02c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:11.747463505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e1dbc1-5702-403c-b1c8-0fce3b8f02c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:13.632635412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa432ee5-2fbb-49b5-8802-26f5cff5223e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:13.685231904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa432ee5-2fbb-49b5-8802-26f5cff5223e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:13.73789743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa432ee5-2fbb-49b5-8802-26f5cff5223e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:13.790418495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa432ee5-2fbb-49b5-8802-26f5cff5223e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:15.719592041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107301fb-819b-407a-b12a-859b4d03238c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:15.772297544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107301fb-819b-407a-b12a-859b4d03238c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:15.830974558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107301fb-819b-407a-b12a-859b4d03238c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:15.884137736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107301fb-819b-407a-b12a-859b4d03238c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:17.332511029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"488f119d-76a8-4efb-9642-0542f9c44df4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-86b58425","tenantID":"e2e-derive-86b58425","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:17.459978728Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"488f119d-76a8-4efb-9642-0542f9c44df4","name":"e2e-derive-86b58425-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:17.862935971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77804b56-9589-4c66-acb9-48ebba236040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:17.916063154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77804b56-9589-4c66-acb9-48ebba236040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:17.970707433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77804b56-9589-4c66-acb9-48ebba236040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:18.024852474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77804b56-9589-4c66-acb9-48ebba236040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:19.984042477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4e5988-5deb-457f-b69f-bea835a125ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.037684618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4e5988-5deb-457f-b69f-bea835a125ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.091060081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4e5988-5deb-457f-b69f-bea835a125ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:20.144293105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b4e5988-5deb-457f-b69f-bea835a125ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.037440374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96624e6e-4f9f-4816-8b79-dbe897ff054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.089815508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96624e6e-4f9f-4816-8b79-dbe897ff054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.142293151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96624e6e-4f9f-4816-8b79-dbe897ff054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.194921735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96624e6e-4f9f-4816-8b79-dbe897ff054f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.459546974Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"5753a1f2-3747-4fe2-a3c9-fd991fa5d359","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:22.566583252Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"5753a1f2-3747-4fe2-a3c9-fd991fa5d359","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:24.099182066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51e1b57-c98f-4387-8b46-d9d594f481a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:24.15323853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51e1b57-c98f-4387-8b46-d9d594f481a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:24.20577747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51e1b57-c98f-4387-8b46-d9d594f481a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:24.264002348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51e1b57-c98f-4387-8b46-d9d594f481a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:25.930439199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:26.194970823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd73fbe-c57b-446e-8b3e-08501e2effd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:26.251296702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd73fbe-c57b-446e-8b3e-08501e2effd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:26.304540911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd73fbe-c57b-446e-8b3e-08501e2effd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:26.358157503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd73fbe-c57b-446e-8b3e-08501e2effd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:27.969102193Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"35432f47-a9b2-4922-aa1c-59181ea0632b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.127807694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"35432f47-a9b2-4922-aa1c-59181ea0632b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-cd604519","tenantID":"e2e-ait-cd604519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.249443544Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"35432f47-a9b2-4922-aa1c-59181ea0632b","name":"e2e-ait-cd604519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.26901551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216a98a-f236-4f3b-b023-c4c1e07a5bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.322398752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216a98a-f236-4f3b-b023-c4c1e07a5bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.375381888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216a98a-f236-4f3b-b023-c4c1e07a5bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:28.428249394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216a98a-f236-4f3b-b023-c4c1e07a5bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:29.308287468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8f49db7-1a0e-4b25-90be-98f16c823736","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:29.601878947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f30a0984-0394-43cf-9e9d-5da02337f7e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.412633958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f6651-dcbd-406b-be55-e17df3e21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.466218228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f6651-dcbd-406b-be55-e17df3e21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.518653664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f6651-dcbd-406b-be55-e17df3e21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:30.573286277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2f6651-dcbd-406b-be55-e17df3e21c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.386797595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e0848a-e763-47a2-a3d7-85f05c5bbff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.4393358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e0848a-e763-47a2-a3d7-85f05c5bbff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.491748187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e0848a-e763-47a2-a3d7-85f05c5bbff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:35.544914796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e0848a-e763-47a2-a3d7-85f05c5bbff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:36.298357904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35409712-40a4-4a75-9b47-884b97a74aee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:36.470702237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c51f41cd-2ef5-4e2e-899b-bc7b3c8fb3b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.422096534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ea5b3-82b4-4492-b952-432de506a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.474977898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ea5b3-82b4-4492-b952-432de506a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.52761177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ea5b3-82b4-4492-b952-432de506a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:37.58013606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca2ea5b3-82b4-4492-b952-432de506a4e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.481075327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec507a3-5777-4364-836e-f879fb56027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.53364107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec507a3-5777-4364-836e-f879fb56027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.586159721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec507a3-5777-4364-836e-f879fb56027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:39.639338879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec507a3-5777-4364-836e-f879fb56027a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.552667152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83aed862-f8fa-4da2-bbce-9f40fd154bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.605157829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83aed862-f8fa-4da2-bbce-9f40fd154bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.657600851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83aed862-f8fa-4da2-bbce-9f40fd154bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.710147026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83aed862-f8fa-4da2-bbce-9f40fd154bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.762205818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0336cb6-7098-4769-9aad-2567a8752ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:41.867651489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f7a4a31-aa87-47b9-af37-a2ec1ece47f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:44.082392245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"d2eef2fa-a526-498b-a0bc-11eb73feb27c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9b35ca84","tenantID":"e2e-ait-9b35ca84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:44.197479587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"d2eef2fa-a526-498b-a0bc-11eb73feb27c","name":"e2e-ait-9b35ca84-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:48.836540147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"014ccc20-cc64-4c8e-abbb-16b2d79cc457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:48.937886204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b57aca71-1867-48d4-af92-17cad2e5af84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.244040554Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","namespace":"ai-tenant-e2e-migrate-4b420474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.244502953Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","namespace":"ai-tenant-e2e-migrate-4b420474","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.244643127Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","tenant":"e2e-migrate-4b420474","tenantID":"e2e-migrate-4b420474","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.306719349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Deployment","name":"maas-api-e2e-migrate-4b420474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.367220104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Service","name":"maas-api-e2e-migrate-4b420474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.42241626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-4b420474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.477222039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-4b420474","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.536638997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.613574962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.667139528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.727543356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.779507133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Deployment","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.831350335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.883452242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Service","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.935665682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"Service","name":"payload-pre-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:49.987755378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.043171372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.095621398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.149198247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.223052692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.27572746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.331061924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-4b420474","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:50.383121781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4b420474"},"namespace":"ai-tenant-e2e-migrate-4b420474","name":"default-tenant","reconcileID":"3e418a9c-3cd5-48c6-9024-8cb6a3560886","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-4b420474","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:51.178573796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b855eca0-e7b6-4813-aac2-62d5c41afcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:51.23108516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b855eca0-e7b6-4813-aac2-62d5c41afcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:51.283634081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b855eca0-e7b6-4813-aac2-62d5c41afcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:51.286412474Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4b420474","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4b420474","reconcileID":"78e6d3d4-47cb-4c3b-8f5c-77b4716d2b03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4b420474-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-4b420474-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:51.336163697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b855eca0-e7b6-4813-aac2-62d5c41afcc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.306753819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9817f699-085a-46f3-819d-d4063da0fd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.363693439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9817f699-085a-46f3-819d-d4063da0fd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.417089343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9817f699-085a-46f3-819d-d4063da0fd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:53.469460464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9817f699-085a-46f3-819d-d4063da0fd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.360693733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3f9a6-fa5f-474c-8f30-3a343c6251bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.413137743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3f9a6-fa5f-474c-8f30-3a343c6251bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.46696822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3f9a6-fa5f-474c-8f30-3a343c6251bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.520156592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3f9a6-fa5f-474c-8f30-3a343c6251bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.908757452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","namespace":"ai-tenant-e2e-ait-bb2f9f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.908858151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","namespace":"ai-tenant-e2e-ait-bb2f9f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.908925766Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","tenant":"e2e-ait-bb2f9f6d","tenantID":"e2e-ait-bb2f9f6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.930714825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:55.971237184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Deployment","name":"maas-api-e2e-ait-bb2f9f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.037584744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Service","name":"maas-api-e2e-ait-bb2f9f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.093061412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-bb2f9f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.147308235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-bb2f9f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.206601253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.262111746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.318524078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.382768472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.436333793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Deployment","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.488303353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.580320092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Service","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.63294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"Service","name":"payload-pre-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.684820785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"DestinationRule","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.736558231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.789752048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.895799146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.947506904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:56.999279887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.050996087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-bb2f9f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.102726979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-bb2f9f6d"},"namespace":"ai-tenant-e2e-ait-bb2f9f6d","name":"default-tenant","reconcileID":"74ea3b72-cb99-45c2-a895-9ce2c6f7f052","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-bb2f9f6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.447105252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030f1a3b-6d46-4805-9820-499fd11f3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.49986274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030f1a3b-6d46-4805-9820-499fd11f3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.552626588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030f1a3b-6d46-4805-9820-499fd11f3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.60568522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030f1a3b-6d46-4805-9820-499fd11f3d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:57.983606251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-bb2f9f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-bb2f9f6d","reconcileID":"49343934-4315-4796-a318-3bd4599e240a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-bb2f9f6d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-bb2f9f6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:59.555974664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3349e1e-87ff-40f1-ad54-deb77a9eb4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:59.609859633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3349e1e-87ff-40f1-ad54-deb77a9eb4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:59.664330921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3349e1e-87ff-40f1-ad54-deb77a9eb4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:43:59.716966824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3349e1e-87ff-40f1-ad54-deb77a9eb4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:01.700345485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b52fe4d-f968-4e94-86b8-ce900c10cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:01.756169535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b52fe4d-f968-4e94-86b8-ce900c10cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:01.808895748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b52fe4d-f968-4e94-86b8-ce900c10cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:01.862130884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b52fe4d-f968-4e94-86b8-ce900c10cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:03.79772565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1918b670-289a-44b6-a37c-dc5c539f9ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:03.850261662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1918b670-289a-44b6-a37c-dc5c539f9ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:03.90344191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1918b670-289a-44b6-a37c-dc5c539f9ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:03.956734831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1918b670-289a-44b6-a37c-dc5c539f9ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:06.255145768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35ddb47f-6d35-4b43-b994-80ef7bda8f73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:06.414117644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"376435f1-02b3-492e-818c-d15e9b7357ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:07.884816284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","namespace":"ai-tenant-e2e-derive-86b58425","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:07.884917586Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","namespace":"ai-tenant-e2e-derive-86b58425","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:07.885000053Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","tenant":"e2e-derive-86b58425","tenantID":"e2e-derive-86b58425","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:07.940078877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Deployment","name":"maas-api-e2e-derive-86b58425","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.000220644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Service","name":"maas-api-e2e-derive-86b58425","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.057215705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-86b58425","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.11107588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-86b58425","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.166530706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.220937655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.277263952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.332951814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.38521867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Deployment","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.437074172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.488885127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Service","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.540611688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"Service","name":"payload-pre-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.592544041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"DestinationRule","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.64448317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.696463899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.751304642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.833933364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.890185555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.942441881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-86b58425","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:08.994406616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-86b58425"},"namespace":"ai-tenant-e2e-derive-86b58425","name":"default-tenant","reconcileID":"946be64a-88ad-4e76-b8b4-ebff832c804a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-86b58425","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:09.681149542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ab06a3-a7a4-47b8-9367-eac7aeb84b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:09.734929182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ab06a3-a7a4-47b8-9367-eac7aeb84b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:09.787750342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ab06a3-a7a4-47b8-9367-eac7aeb84b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:09.840251865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ab06a3-a7a4-47b8-9367-eac7aeb84b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:09.898752857Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-86b58425","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-86b58425","reconcileID":"49ebb539-4a89-44c8-a28d-9cf4c881a740","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-86b58425","removed":["maas.opendatahub.io/gateway-access-e2e-derive-86b58425"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:11.748614118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7190376f-00fe-49fc-af37-95f4364df6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:11.803605752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7190376f-00fe-49fc-af37-95f4364df6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:11.856939412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7190376f-00fe-49fc-af37-95f4364df6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:11.91043616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7190376f-00fe-49fc-af37-95f4364df6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:13.79923925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48b48d8-1a74-4bea-a828-f3885f8bc982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:13.852757518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48b48d8-1a74-4bea-a828-f3885f8bc982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:13.90554222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48b48d8-1a74-4bea-a828-f3885f8bc982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:13.957923227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48b48d8-1a74-4bea-a828-f3885f8bc982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:14.540278607Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-990c15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-990c15","reconcileID":"28e62d8a-68ac-4adb-a8bc-248ad490c7c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-990c15","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-990c15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:14.592074885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cb0b605-4184-41e9-9f6a-a116efbf3090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:14.799338549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d546c95-e4e9-43cb-a8d4-028c56b6cf8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:15.547370019Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b3cdc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b3cdc8","reconcileID":"2814ed50-a2c5-480e-80c1-a2c7556c0be8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b3cdc8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b3cdc8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:15.883942377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992c4512-194b-4000-9674-cd22bbaf3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:15.936461779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992c4512-194b-4000-9674-cd22bbaf3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:15.988970649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992c4512-194b-4000-9674-cd22bbaf3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:16.041547569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992c4512-194b-4000-9674-cd22bbaf3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:17.98334651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45793850-2b02-4834-9d82-b46097f2fc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:18.03849209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45793850-2b02-4834-9d82-b46097f2fc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:18.091099606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45793850-2b02-4834-9d82-b46097f2fc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:18.149711047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45793850-2b02-4834-9d82-b46097f2fc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:19.25959021Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-cc1858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-cc1858","reconcileID":"c33d0199-a833-4c99-9428-d47ae73e94f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-cc1858","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-cc1858":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:20.099688051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39793457-1692-4139-b4aa-51c376a315cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:20.152146649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39793457-1692-4139-b4aa-51c376a315cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:20.204662333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39793457-1692-4139-b4aa-51c376a315cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:20.257066185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39793457-1692-4139-b4aa-51c376a315cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:21.125091594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"640cc275-078e-49c1-9151-a9486918743e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:21.281919509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"175657ec-7288-4706-8224-2a6f07c1585f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:22.136202162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d305e-a63d-459d-9087-fd760a92b951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:22.190869793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d305e-a63d-459d-9087-fd760a92b951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:22.243724471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d305e-a63d-459d-9087-fd760a92b951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:22.296226984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d305e-a63d-459d-9087-fd760a92b951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:24.191248712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7757a3e9-df15-492d-8ee5-44630ef13f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:24.24366169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7757a3e9-df15-492d-8ee5-44630ef13f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:24.296086388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7757a3e9-df15-492d-8ee5-44630ef13f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:24.348437896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7757a3e9-df15-492d-8ee5-44630ef13f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.21700137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","namespace":"ai-tenant-e2e-ait-cd604519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.217059539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","namespace":"ai-tenant-e2e-ait-cd604519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.217121307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","tenant":"e2e-ait-cd604519","tenantID":"e2e-ait-cd604519","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.273932562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Deployment","name":"maas-api-e2e-ait-cd604519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.336688931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Service","name":"maas-api-e2e-ait-cd604519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.402914893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-cd604519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.458709542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-cd604519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.519658403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.573977047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.628652236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.73942418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.791140603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Deployment","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.84476717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.896791209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Service","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.934498041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:25.948944793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"Service","name":"payload-pre-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.00110919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.053360798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.105768729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.161140382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.21301222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.264960645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.29061759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaa9380-8bdb-455f-b00d-65743b11a917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.344109411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaa9380-8bdb-455f-b00d-65743b11a917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.344479673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-cd604519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.397007876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaa9380-8bdb-455f-b00d-65743b11a917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.449344254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-cd604519"},"namespace":"ai-tenant-e2e-ait-cd604519","name":"default-tenant","reconcileID":"4bed97b1-07d7-4c41-8f4e-0e2921a05c6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-cd604519","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:26.449681795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaa9380-8bdb-455f-b00d-65743b11a917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:27.261757085Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-cd604519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-cd604519","reconcileID":"f7ad0720-36b4-43a9-ae77-2d987cd1755b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-cd604519","removed":["maas.opendatahub.io/gateway-access-e2e-ait-cd604519"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:28.357316799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d2f77-cd7a-4c8f-94ee-febe2968b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:28.409887279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d2f77-cd7a-4c8f-94ee-febe2968b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:28.462294262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d2f77-cd7a-4c8f-94ee-febe2968b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:28.514868371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d2f77-cd7a-4c8f-94ee-febe2968b074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:30.482590612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca5a323-1e19-49d6-a982-92fa3e4df900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:30.535181424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca5a323-1e19-49d6-a982-92fa3e4df900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:30.587560589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca5a323-1e19-49d6-a982-92fa3e4df900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:30.640234835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca5a323-1e19-49d6-a982-92fa3e4df900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.79752715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"4891f349-a15b-4b59-a1ce-7a529fc8f94f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:31.914524842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"4891f349-a15b-4b59-a1ce-7a529fc8f94f","name":"e2e-worker-w0-990c15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.065604891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af1d8aef-d3dd-482b-ab10-e18dd79d94bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.151005826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f255f29-ab08-455b-9094-d16ffc148224","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.523689642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd37e51a-c73f-4fe3-bce2-ff11cded0f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.577120669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd37e51a-c73f-4fe3-bce2-ff11cded0f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.630367759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd37e51a-c73f-4fe3-bce2-ff11cded0f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:32.682960293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd37e51a-c73f-4fe3-bce2-ff11cded0f88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:34.586483306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ef9ca-e897-496d-a119-9b076491e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:34.639088469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ef9ca-e897-496d-a119-9b076491e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:34.691791969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ef9ca-e897-496d-a119-9b076491e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:34.744359576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ef9ca-e897-496d-a119-9b076491e86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:35.016555622Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ec003","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ec003","reconcileID":"34d04363-0ad0-4c97-8c9c-1e52bbf542d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-8ec003","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-8ec003":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:36.685653517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8608b0-a7b7-4a66-8a2b-2d345f6d2c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:36.738197012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8608b0-a7b7-4a66-8a2b-2d345f6d2c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:36.790826083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8608b0-a7b7-4a66-8a2b-2d345f6d2c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:36.843415543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8608b0-a7b7-4a66-8a2b-2d345f6d2c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:37.214945346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"155319f8-3e72-4c54-924b-f5a0277310c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:37.333885997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"155319f8-3e72-4c54-924b-f5a0277310c1","name":"e2e-worker-w1-b3cdc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.378506689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"aeacf558-3bf1-40d8-9a43-90cd7065c264","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.493901262Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"aeacf558-3bf1-40d8-9a43-90cd7065c264","name":"e2e-worker-w3-cc1858-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.551047516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","namespace":"ai-tenant-e2e-ait-9b35ca84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.551127779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","namespace":"ai-tenant-e2e-ait-9b35ca84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.551199207Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","tenant":"e2e-ait-9b35ca84","tenantID":"e2e-ait-9b35ca84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.605085964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Deployment","name":"maas-api-e2e-ait-9b35ca84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.664489772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Service","name":"maas-api-e2e-ait-9b35ca84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.72410676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9b35ca84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.779003016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9b35ca84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.83343485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.888283632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:47.94490405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.003111995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.055255823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Deployment","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.107110345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.158937792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Service","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.210794472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"Service","name":"payload-pre-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.262589682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.314452289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.366290778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.421210661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.473198893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.525213419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.578701359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9b35ca84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:48.630823776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b35ca84"},"namespace":"ai-tenant-e2e-ait-9b35ca84","name":"default-tenant","reconcileID":"fa88b69b-add0-4d46-b5c3-7fe61c5eecd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9b35ca84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:49.454105974Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9b35ca84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9b35ca84","reconcileID":"9abff710-65bc-4d26-a27b-fc0535b70947","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9b35ca84","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9b35ca84"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.581597581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f48c-0ee6-48db-9fd5-3e8f580ede63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.634228059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f48c-0ee6-48db-9fd5-3e8f580ede63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.68659824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f48c-0ee6-48db-9fd5-3e8f580ede63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:50.739625086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84f0f48c-0ee6-48db-9fd5-3e8f580ede63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.72301288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09662881-32b1-4f07-81d4-a0912016d254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.775979702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09662881-32b1-4f07-81d4-a0912016d254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.828616161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09662881-32b1-4f07-81d4-a0912016d254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:52.882010592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09662881-32b1-4f07-81d4-a0912016d254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.798698165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ec9a0a-c4aa-43cf-b181-642cfb2665e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.851415809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ec9a0a-c4aa-43cf-b181-642cfb2665e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.90376464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ec9a0a-c4aa-43cf-b181-642cfb2665e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.930674236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:55.956783502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ec9a0a-c4aa-43cf-b181-642cfb2665e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.080500645Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ce2f2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ce2f2c","reconcileID":"e5546d96-6b32-44f1-8a57-002361335319","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ce2f2c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-ce2f2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.846040397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d434d9-6341-458e-afb2-7e3b11c337bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.898580092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d434d9-6341-458e-afb2-7e3b11c337bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:57.950927901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d434d9-6341-458e-afb2-7e3b11c337bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:58.003228791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d434d9-6341-458e-afb2-7e3b11c337bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.159075982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"7be8722f-0423-47c2-aec4-cb8f461aa355","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.27465877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"7be8722f-0423-47c2-aec4-cb8f461aa355","name":"e2e-worker-w2-8ec003-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.88649783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366cbc9-b6fd-4aab-824f-b5cd80016b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.938950758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366cbc9-b6fd-4aab-824f-b5cd80016b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:44:59.994222748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366cbc9-b6fd-4aab-824f-b5cd80016b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:00.046711546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2366cbc9-b6fd-4aab-824f-b5cd80016b81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:01.996247877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2ac47-7fed-4e50-b409-e7ebdd47726e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:02.050006652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2ac47-7fed-4e50-b409-e7ebdd47726e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:02.102886064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2ac47-7fed-4e50-b409-e7ebdd47726e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:02.155242605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d2ac47-7fed-4e50-b409-e7ebdd47726e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:05.955655472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f150d8d-a2fc-45dc-b90e-ab07a2ec740c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.096605833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c4b0a1-cc68-48d5-831c-966d75e80df3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.590140345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e19489-51a1-4f62-8291-602f6fd38daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.645356133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e19489-51a1-4f62-8291-602f6fd38daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.698543646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e19489-51a1-4f62-8291-602f6fd38daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:06.755141408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e19489-51a1-4f62-8291-602f6fd38daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.662138698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af91bda7-6e07-4d34-9d97-3bdd76cfda82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.714934915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af91bda7-6e07-4d34-9d97-3bdd76cfda82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.767491435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af91bda7-6e07-4d34-9d97-3bdd76cfda82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:08.820030902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af91bda7-6e07-4d34-9d97-3bdd76cfda82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.73099683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5660d107-8bbc-4930-830b-6735ac5511b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.784166309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5660d107-8bbc-4930-830b-6735ac5511b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.836841452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5660d107-8bbc-4930-830b-6735ac5511b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:10.889080803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5660d107-8bbc-4930-830b-6735ac5511b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:11.416198584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce9d94bf-8a6b-4969-9fb9-1c80109eeaef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:11.690513708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"833d0ef9-4af9-4806-8f83-baacac4018df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.801455342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79de9bd-beee-4012-9f5d-5d9b82241f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.854134659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79de9bd-beee-4012-9f5d-5d9b82241f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.906707028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79de9bd-beee-4012-9f5d-5d9b82241f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:12.959629539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79de9bd-beee-4012-9f5d-5d9b82241f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.923939854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0282bd-12b3-4369-a69f-800324f8753e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:14.976403208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0282bd-12b3-4369-a69f-800324f8753e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:15.028981169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0282bd-12b3-4369-a69f-800324f8753e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:15.08141606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0282bd-12b3-4369-a69f-800324f8753e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.308423839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b515069-40ac-4282-82fd-06c08b14f558","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.40211755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d629c32-f898-4f79-a1c7-4532d9d4dc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.459184813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d629c32-f898-4f79-a1c7-4532d9d4dc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.514579038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d629c32-f898-4f79-a1c7-4532d9d4dc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.567370666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d629c32-f898-4f79-a1c7-4532d9d4dc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:17.619594872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d670d25c-ccf6-4194-8529-53d3476c073b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:19.504783883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b088634-4e18-45ec-a136-4fb4a8a65ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:19.557378814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b088634-4e18-45ec-a136-4fb4a8a65ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:19.610483873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b088634-4e18-45ec-a136-4fb4a8a65ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:19.664496412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b088634-4e18-45ec-a136-4fb4a8a65ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:21.680883246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c9bc97-4cd6-4cf9-bf24-3134d15b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:21.733665134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c9bc97-4cd6-4cf9-bf24-3134d15b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:21.786605535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c9bc97-4cd6-4cf9-bf24-3134d15b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:21.839046872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c9bc97-4cd6-4cf9-bf24-3134d15b172c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:23.779354258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710411ba-40c4-4b1f-9fdc-02467e9b44e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:23.8317971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710411ba-40c4-4b1f-9fdc-02467e9b44e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:23.884185774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710411ba-40c4-4b1f-9fdc-02467e9b44e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:23.936707516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"710411ba-40c4-4b1f-9fdc-02467e9b44e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:25.93106986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:27.882944093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d30c84-be50-4188-bceb-cacc821d0ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:27.935880781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d30c84-be50-4188-bceb-cacc821d0ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:27.988568961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d30c84-be50-4188-bceb-cacc821d0ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:28.041162923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d30c84-be50-4188-bceb-cacc821d0ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:29.982275139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2ed8f-a9bc-4d83-a33c-042d1f08c6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.034806841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2ed8f-a9bc-4d83-a33c-042d1f08c6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.087121697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2ed8f-a9bc-4d83-a33c-042d1f08c6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:30.139547574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2ed8f-a9bc-4d83-a33c-042d1f08c6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:31.12399562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"209ff701-f3da-4483-8fda-a0259a1cbdbd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:31.23897797Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"209ff701-f3da-4483-8fda-a0259a1cbdbd","name":"e2e-worker-w4-ce2f2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:33.810484351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b10c64b4-f82a-430a-96a1-b199c6aa34ce","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.377550989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4b9e373-6851-4ad2-b4f9-ee3cdd403ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:36.537071817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf368d22-de71-4486-9929-eb5f3a1fa282","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:51.409093837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33383bed-522d-48f2-82ea-f6c60ffea50d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:51.516644283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0100764-4d01-4929-b452-6fd731868436","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:54.93846205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"271fb23b-8663-4aae-81a1-83194b69d17a","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:45:55.93064104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.223167772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36a19e1c-db36-4516-a04e-e01c164c6afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.474996538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b029bd5f-53e0-4976-bd03-799efee9017a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.70069565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ecb4e6-fc82-4e1a-a674-58f16eceb32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.753029846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ecb4e6-fc82-4e1a-a674-58f16eceb32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.811140242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ecb4e6-fc82-4e1a-a674-58f16eceb32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:02.864372558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ecb4e6-fc82-4e1a-a674-58f16eceb32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:04.756293098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ba564-4844-43e1-b30a-bc022b43fc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:04.808684988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ba564-4844-43e1-b30a-bc022b43fc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:04.860941069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ba564-4844-43e1-b30a-bc022b43fc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:04.91358104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8ba564-4844-43e1-b30a-bc022b43fc06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:06.946669226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"081d799c-0bbd-4d97-8d40-127d76e5c39f","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:07.972254539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"98a7e337-3e7d-430c-beb0-08d0c4144f67","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:08.054653744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6280e5c9-4807-498d-a87e-cac513eb03d5","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:08.614532147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e04db7a5-4d42-459f-a21b-8fb4f3cdb7f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:08.833697613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bdca015-db4f-4e5d-b1f3-6b4ce778eecd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:16.65675883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"aae0979b-5eef-4714-be13-b992f7cf251f","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:16.723650061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"3c3f3260-1b8f-473a-8a95-71f08ea16de9","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:16.826663453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28b4fb68-a2a4-4ed0-b92e-fc71bba2eb2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:17.153646336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f85d719-7b2a-48ff-9e46-9077a125aca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:17.668731006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"c27395fc-ef19-4d88-a551-890756d552c3","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:25.931330661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:45.449112961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"2a1219fa-ca5b-450c-aa9d-bb96bc670a41","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:45.515758422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d5dbb014-8a0e-4ff8-8fa7-74a5583269f2","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:46.737664441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"36ae9347-e09f-48e4-91fd-83b5992f6e12","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:46.95301121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a4642404-f2a8-4168-b2bf-46cdf3c4a007","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.011114621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05f75ee4-a4b3-43b0-9612-dfe02d980841","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.011136576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05f75ee4-a4b3-43b0-9612-dfe02d980841","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.057144911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e48324fe-b2fa-43b5-8293-2718a9e5b7cc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.069389868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dc9243-97cd-4cf4-8d0b-a0e6930c4a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.069410479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dc9243-97cd-4cf4-8d0b-a0e6930c4a95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.113858637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"d857e0bf-e8dc-4078-a663-752e2de45496","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:47.122203299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.328378385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"7e939722-eddc-4c2c-939a-0c086cacbeb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.352503221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"37b14cc5-39b0-4ff5-a51e-1eebe19bb98a","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.412823241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f4593520-b169-4df8-ae06-7a74fdc239d2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:47.466046518Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f4593520-b169-4df8-ae06-7a74fdc239d2","name":"simulator-w0-990c15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:47.46610988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f4593520-b169-4df8-ae06-7a74fdc239d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.471421409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f1688b82-ee23-44ce-8913-eafc88c65ef9","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.490899368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c177323a-3a13-4d9a-b897-e176f609d3d6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.514924958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c9b087e-4e2c-43aa-98ed-de08aa451c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.624132749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"da856938-01e0-42af-8cbc-5df1a53aa212","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.636720472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c9b087e-4e2c-43aa-98ed-de08aa451c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.68124502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ddb3465d-a22f-4fad-b94a-4855c0b4f8ee","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.691576455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c9b087e-4e2c-43aa-98ed-de08aa451c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.699537184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"63d19f97-8a26-4da8-9ec7-486abdd9248c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.727489103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"7f67d3b9-5ba8-45d2-b6bd-de8d10cd75fd","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:47.733870951Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.748290415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"bb4b6d69-548e-445f-afac-885193e5d7f0","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.782173462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"32b0c8c7-e03b-4e6f-83fe-94a4ad41c257","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.852537919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a43cb1b-2fb4-4dd2-83b4-884afd37f925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.864200182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"4e5d2c1f-f6e3-45c6-9917-53a7db9e8797","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.906914359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"9c0c4ade-008a-4679-a390-9d797e8fe992","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.910922691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a43cb1b-2fb4-4dd2-83b4-884afd37f925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.964825987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"809ab4b5-2bcd-4011-bbdf-1ff7d2fb0bc5","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.967062259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a43cb1b-2fb4-4dd2-83b4-884afd37f925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:47.99581137Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"c39328f0-aed9-40dd-831f-4b47ebbb7220","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"premium-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:48.017925074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"809ab4b5-2bcd-4011-bbdf-1ff7d2fb0bc5","name":"premium-w0-990c15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:48.017986677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"809ab4b5-2bcd-4011-bbdf-1ff7d2fb0bc5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.023315412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"1c347cd3-9f41-41c7-b6d2-bd5364aa982c","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.117363953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"62f9c317-f8eb-4c93-963e-132050b6bcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.160268753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"915d15ba-ffbf-4cff-b093-ce11ab3590cd","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.173370976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"62f9c317-f8eb-4c93-963e-132050b6bcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.217963641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"26eb80c7-87b7-46de-9bac-2b40361e8263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.227994742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"62f9c317-f8eb-4c93-963e-132050b6bcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.273960572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"26eb80c7-87b7-46de-9bac-2b40361e8263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.282601935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"3ba3cc92-32f3-4ad6-85df-30dc74ce297b","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.328483474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"26eb80c7-87b7-46de-9bac-2b40361e8263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.369014823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"ae2b282e-477a-4f05-be94-096ee2fb6240","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.440236303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"344060ad-4c2b-4d56-8736-88cc857a3099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.496573763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"344060ad-4c2b-4d56-8736-88cc857a3099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:48.551411835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"344060ad-4c2b-4d56-8736-88cc857a3099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:52.677025722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"92e6f47a-03b6-452f-bb2b-e4ad9837f52e","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:52.830737451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"7e98643e-4a92-47ec-b775-3460d409510e","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:52.888756327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"587f1240-236f-4459-93da-1589878b4690","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:52.937685874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"923ab79e-7e66-49fd-ae9b-d9a0fffdf642","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:52.941578059Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:52.992532756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"886c21a8-7ced-43e1-aef7-4f02edabddd1","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.12165295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"f44999bc-6519-4876-9d3c-622ef32f86cc","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.182195252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"b20a5e2b-eaf1-4617-9c4d-127c47ea0808","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.204055661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"a64bc36e-de9d-4c7c-b7cd-133cc31ef959","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"simulator-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.287086153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"856c2e40-5797-493b-9ce5-79df5e2a2bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.370303093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"d2363ecb-12c1-438b-8dd9-542fb22a40f2","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.404997216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"9525c35b-3205-476c-bcea-dc02dd639647","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.410793938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"856c2e40-5797-493b-9ce5-79df5e2a2bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.460189648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"2cc85d88-e541-4110-8580-64a76b6d6178","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.465729814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"856c2e40-5797-493b-9ce5-79df5e2a2bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.510434734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"97ef2641-b889-4000-b1e5-f858cf267980","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:53.512676687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b3cdc8/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.522690508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"16b59dd3-e012-4698-af51-e5301d7999a9","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.567884463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"c52c31ca-fb20-4461-8c93-295a3deb0c07","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.580327664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"6a7a395b-bf2e-490a-9ce3-8b31995edefa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.626931638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"d3b70460-7787-461c-b793-1ed2b68b3b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.679269339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"ad18ff0d-c24f-4b4c-87f2-84b15eae902e","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.687392833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"d3b70460-7787-461c-b793-1ed2b68b3b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.738864785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"87bd84b1-d982-412d-ba40-5f8cd0a94608","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.742496371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"d3b70460-7787-461c-b793-1ed2b68b3b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.781239781Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b89e7776-c4df-4619-af72-9776b232f70c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"premium-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:53.792609687Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"87bd84b1-d982-412d-ba40-5f8cd0a94608","name":"premium-w1-b3cdc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b3cdc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:46:53.792666212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"87bd84b1-d982-412d-ba40-5f8cd0a94608","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b3cdc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.798657285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"88133207-3752-49c1-a34a-3662b8a906a3","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.892248242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"18d28d13-9821-4464-9731-2299c42d071b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.898235982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e2f0391c-9319-4a40-b859-24ac580aa491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.945231882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"916cf564-0eeb-4f40-9a63-09fa001617ad","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.949056933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"18d28d13-9821-4464-9731-2299c42d071b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:53.954730725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e2f0391c-9319-4a40-b859-24ac580aa491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.003966088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"18d28d13-9821-4464-9731-2299c42d071b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.009307815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e2f0391c-9319-4a40-b859-24ac580aa491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.059738887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"2de548c0-0538-4026-b5c3-4351fb3bdb08","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.156500182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"873bbef2-0d43-4f42-8608-987ee1548c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.215792831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b07af8fa-39a0-4b09-86c8-5b0b300c80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.272150227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b07af8fa-39a0-4b09-86c8-5b0b300c80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:54.326422407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b07af8fa-39a0-4b09-86c8-5b0b300c80b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:55.932819205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:56.14291932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"17c3804c-0bc9-4530-8c5d-a7659c113019","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:56.208167625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"b4b6c7bc-d7b6-4689-9d34-e3c89f7abe65","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.486576347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"82d0f456-a8f8-40e5-9893-ef6178c63212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.542863206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"82d0f456-a8f8-40e5-9893-ef6178c63212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.600299497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"82d0f456-a8f8-40e5-9893-ef6178c63212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.707757471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"30fdc7cd-9187-4a41-a084-9ef19573a67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.763756713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"30fdc7cd-9187-4a41-a084-9ef19573a67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:46:58.818629348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"30fdc7cd-9187-4a41-a084-9ef19573a67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.165961795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e61038a4-8db3-4080-9c3f-6ff7ee5e9694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.221911812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e61038a4-8db3-4080-9c3f-6ff7ee5e9694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.276899454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e61038a4-8db3-4080-9c3f-6ff7ee5e9694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.487009449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"dc1cad83-1309-4475-9b0c-b35249504b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.543699404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"dc1cad83-1309-4475-9b0c-b35249504b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:04.598500746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"dc1cad83-1309-4475-9b0c-b35249504b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.471055625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"639b8494-2a84-4141-8245-ef7944c7dff5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.571687965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a5e9ffcc-0b90-4a1a-a808-b53c2444694e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.637552466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"2dce8177-cf7b-4ad1-83b5-f008352a27f3","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.690475755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"ace6d692-c759-4d2d-b173-a81f593bbb81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.736141836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c1519b23-2b1e-4345-ab89-391eac6cd4b6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.795008484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"84a4f236-6379-4734-87db-ea2c5a4e6948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.853701945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"b8cb3bf0-4075-40d1-8527-fa6bb0d22a05","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.872756722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"7e3153f7-2f34-4bac-8814-db50089dbe15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.872920027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"700a504b-48c4-4e65-8d05-4b3534d25c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.935373051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"7e3153f7-2f34-4bac-8814-db50089dbe15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.938119832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"700a504b-48c4-4e65-8d05-4b3534d25c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.96522427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"019c31e4-8cc8-49f2-aab8-51b00f978d65","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.997683793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"7e3153f7-2f34-4bac-8814-db50089dbe15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:05.999055494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"700a504b-48c4-4e65-8d05-4b3534d25c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.024622796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5f989de7-cc2f-4311-9cf8-c8ebfdd00f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.040554454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"672496a2-6111-49ae-a1e0-a5c505e27371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.060759369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"b16223b3-980d-4bf8-9b05-9755234a195c","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.063672388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"32fe0ee8-9d6d-4949-919d-47cbe0fdce6b","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.082094405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5f989de7-cc2f-4311-9cf8-c8ebfdd00f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.09833587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"672496a2-6111-49ae-a1e0-a5c505e27371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.137961892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5f989de7-cc2f-4311-9cf8-c8ebfdd00f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.154118263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"672496a2-6111-49ae-a1e0-a5c505e27371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.196497757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c262e80b-8742-4a45-834f-394fc8bc32e5","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.211379789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ec3e665c-b8db-4d57-9f8e-2ae62c4d1b24","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.216599943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"efdf7525-462d-410d-9c76-791a9880bf2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.218190338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afb6693b-7173-4a53-a5fe-b9162f2bcf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.274331671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"efdf7525-462d-410d-9c76-791a9880bf2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.27472974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afb6693b-7173-4a53-a5fe-b9162f2bcf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.329627615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"efdf7525-462d-410d-9c76-791a9880bf2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.329984586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afb6693b-7173-4a53-a5fe-b9162f2bcf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.353366424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"15547e16-8186-413e-841f-e08d94fcb03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.366936716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c5b4ff28-51a1-4740-b693-b83e397b48b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:06.383217489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afb6693b-7173-4a53-a5fe-b9162f2bcf8e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.409802305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"15547e16-8186-413e-841f-e08d94fcb03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.423307977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c5b4ff28-51a1-4740-b693-b83e397b48b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.464556054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"15547e16-8186-413e-841f-e08d94fcb03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.478267982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c5b4ff28-51a1-4740-b693-b83e397b48b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.544771326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"55d18401-f50d-49c8-ba9e-cd5adb611132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.601143138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"55d18401-f50d-49c8-ba9e-cd5adb611132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.656849248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"55d18401-f50d-49c8-ba9e-cd5adb611132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:06.905196726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"8bb168f6-028f-4abf-9f81-79800b285d54","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.199353619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"4990cdfc-d6e1-4781-97e6-a433548bef77","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.328583028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"8162364e-79fc-40db-997f-fa5976cb6f2a","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.38639308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"c6a54e3b-08b2-4c00-98ec-20243708adcc","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.432459051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"ce6c42b9-9427-4bf7-84f0-dee55f233a0a","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:10.439350287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.490206279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d5f3bdb0-07df-48f6-abe2-842b67f47d7b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.646459315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1284ea19-85c1-424d-aa0b-9bff87cf69ba","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.704200956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"678468a3-6f0b-4924-b762-36202aa37334","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.709663897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7d27ed1d-2bc0-4e2a-b046-756719cc62af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"simulator-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:10.758034178Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"678468a3-6f0b-4924-b762-36202aa37334","name":"simulator-w3-cc1858","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:10.758119288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"678468a3-6f0b-4924-b762-36202aa37334","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.763486058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"3c43524a-561a-46c2-baac-4a8f1fcd115a","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.80784533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a63930cb-8cd2-41cc-b1fe-0fb9ea1131e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.874294681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"f9d70959-ee62-431b-ad73-054bb012ac14","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.929553235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a63930cb-8cd2-41cc-b1fe-0fb9ea1131e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.930152276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"c8b68adc-682d-43fd-8047-f17262f28f67","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.985377302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a63930cb-8cd2-41cc-b1fe-0fb9ea1131e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:10.988363916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"74a6f26d-d308-45df-9f7f-2647a37c3b84","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.036772333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"deeebbe5-8ea1-4d9d-9810-2b07f412213c","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.047047523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"7bc4d356-b684-4977-9d28-340fbf48e0fc","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:11.047117807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.088745939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"709c8f59-6c4e-4269-9622-88271f6ed22f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.093334248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"d92bc6c6-64ed-42e3-bbd2-f73cd935727d","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.158693474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b7091f37-e5e8-487d-918a-1d301bd8da2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.217057846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b7091f37-e5e8-487d-918a-1d301bd8da2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.223188563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"5c4dd7ac-a2e6-456e-92cc-5af331815996","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.271733921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b7091f37-e5e8-487d-918a-1d301bd8da2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.282384983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"f500409d-099a-4804-8981-327306161c38","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.310730534Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"f2dac7f2-7b12-4538-b4d5-ab413708058f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"premium-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:11.335807828Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"f500409d-099a-4804-8981-327306161c38","name":"premium-w3-cc1858","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:11.335887256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"f500409d-099a-4804-8981-327306161c38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.343038239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"45cbe451-cfad-4c2c-a4d6-84965e254fa1","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.4355759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a2817573-f4bb-4d98-82d9-d613c31eb03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.438255656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d4d86436-3c46-457f-a2ae-185919d54573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.477528788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"f377f822-b7ca-452e-b44d-eb9c05e3e103","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.492200148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a2817573-f4bb-4d98-82d9-d613c31eb03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.494182898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d4d86436-3c46-457f-a2ae-185919d54573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.552483058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a2817573-f4bb-4d98-82d9-d613c31eb03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.553426617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d4d86436-3c46-457f-a2ae-185919d54573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.608528751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"ad70149b-1153-46d9-9cc8-0a337803b776","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.686628274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"4d9aa2dd-95ab-4f0b-ad01-f71e75976076","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.765339152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"fc5b151f-7853-45e7-bb83-1273e7360f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.822348072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"fc5b151f-7853-45e7-bb83-1273e7360f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:11.877661363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"fc5b151f-7853-45e7-bb83-1273e7360f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:15.71630281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"5e6e9e5a-6c8b-4e93-87dd-97ffa3edbf75","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:15.82737647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"e3005837-1a03-4668-b88f-2e81e153f7bf","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:15.885033809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"9b47e721-a629-45a3-a720-dae8e0fd0c91","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:15.932074362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"dd911abe-ef35-4d71-addb-66207dffcfeb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:15.946097289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"b5dc715b-11bd-4208-af4d-4b09087d87b4","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.04468465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"45b4762c-9ec8-4438-b8ad-721421b4012d","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.10455806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"e9e6bcfc-7e8e-46cd-904a-22979625a4d0","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.105004742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"0965b756-4bd9-4340-8a82-2d788ac8a6cd","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.164707468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"5dcc0122-5e3d-45e7-84df-e8e297e9e565","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:16.219286571Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"5dcc0122-5e3d-45e7-84df-e8e297e9e565","name":"simulator-w2-8ec003","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-8ec003\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:16.219355347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"5dcc0122-5e3d-45e7-84df-e8e297e9e565","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-8ec003\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.2271084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"d6affc4b-3bd7-4642-b411-c815f486063a","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.265671365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"bfa786d3-c1d6-4a88-9446-b034aa072829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.327863843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"67f5f652-9b74-4d75-baa3-5d38aafefe81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"simulator-w2-8ec003","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.384656066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"e5e2fb69-863a-43e6-a42d-355c4edadf71","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.390643219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"bfa786d3-c1d6-4a88-9446-b034aa072829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.441874987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"062198af-d156-44b9-920e-5c29084530d2","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.44663459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"bfa786d3-c1d6-4a88-9446-b034aa072829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.487934408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ac389c27-a084-489a-82a6-aee6bfe57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:16.48819749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"a71f0ed3-55a4-47b2-b865-b27b1884f24b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.494581713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"183c7de1-dcb0-487b-ab59-88f281f1bc7a","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:16.495182125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ec003/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.503331409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"7b346502-444c-4133-86d9-5ae446c40ef0","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.544356031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ac389c27-a084-489a-82a6-aee6bfe57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.598902753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"60532136-671e-492f-94b1-49183c0f67e9","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.600314604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ac389c27-a084-489a-82a6-aee6bfe57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.6073462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"39401b51-76dc-4c9c-b93d-4e73e3e036a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.621229977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b4b0ddfa-0705-4ecb-b311-a14ada82a0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.635957267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"18fa3265-9093-42ae-831b-d7c3e93c9e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.653581682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"ac73a5ba-0ec8-46ec-8465-d07e0d13812a","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.664558602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"b649a743-b468-4dc1-bbc8-14642f9a20b0","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.666307158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"39401b51-76dc-4c9c-b93d-4e73e3e036a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.677626404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b4b0ddfa-0705-4ecb-b311-a14ada82a0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.692727736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"18fa3265-9093-42ae-831b-d7c3e93c9e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.703985805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"c2f92994-da6d-4e0f-bb52-33d4fefdb274","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.721506919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"39401b51-76dc-4c9c-b93d-4e73e3e036a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.722555587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"0d0987c6-47e9-4f06-a96e-ea8aae3791d6","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.733261479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b4b0ddfa-0705-4ecb-b311-a14ada82a0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.747605523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-990c15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a7c1aa551b4e1b42fb2b989fe6411c86cb4631a8bebc3a5331301507caaafd2) AuthConfig (ba0dd414cf5228a7236b921381a5d1f87ed484e99607758b9ac60413db688a70) AuthConfig (dc5ecde6780aab1876e3fdb4990c8079a0217a7aa5725bcfeeea552a6dcb5b4a) AuthConfig (b1d4f8f982d00b0c00e3a66360dc037490a1c9ba3fd39f6e4dbb58821aec89d6) AuthConfig (51a021c6efe9e9e3c2603f2ea2a95ff0ca43197390ef78f29a5841ef2941541c) AuthConfig (0127fa47e1d3e5e974207ed4ce13f86700163b3fbde5048ed19fee95bab2420c) AuthConfig (d57f0855790a39a1e19353fc8217104545e000b7adecb1c41f083f3249c722ba) AuthConfig (4c8b3183721e841db66d126f3e17a5bfb8300cb0ee095e94996369b34006133a) AuthConfig (43483b8af7c1bb7e3f307a3e08daba5e2bfa3c5c771eacb83d114db4e3dfafd7) AuthConfig (e6b9febc6b3c1f1a4681948c0aee1d5294ecb745439b4b6b25a1f3719f297e9c) AuthConfig (c4a6819395292c99b7201d9b4e0eb7ad45d732e240035b2e5d6cbace2abc4c5c) AuthConfig (8feea819460dc26a64ff599ad5fb64ed2e19c35bdbbab6219b56a74d80d5753e) AuthConfig (43ae26f42e49573254bff71ae0fe2a05e1e3c553ae113a665bfb004ee01a6e6d) AuthConfig (ea25d089d06a2303f33bd568a484915eed487c81767d73f864b1559db189eff3) AuthConfig (83b3f4dd2d1bc07c75d346cf3c0f79906f8be1bbefeb00b49b862bdd468aa486) AuthConfig (a0f4801e74f08cb8eeefdf1558dea0ce5d997aeaf62e001cf42be28859cb2a52) AuthConfig (99700e3616bf12e5916f2e32684d79cff39e32ce09b3ac4b96c1452ef6d130c9) AuthConfig (9a701f85fdacd8e3532336f4aca4ec35d375903b6164b3d63c371c7f9f3d97fd) AuthConfig (613a84a78dbfcb888e3b6090be254f50eddeb9eb263c6f898a95a608f303c15c) AuthConfig (e427edc9918e3d492cb64d946ca182794c9bff01eeb6bcbba5f804a7d8148bc6) AuthConfig (706cb6146975f662bec2ec862dc1f13ec4b0c8feb1e2ce8b0ba0b5a4530b784f) AuthConfig (bba3550a1fe6c38bd411ee2de4830f179d8f2ab101e7f1636ed850177fb60664) AuthConfig (2ebc95c5c6f831529ce01fb3d9b60bfc1440e1aade13d46f466829323dcf07ba) AuthConfig (95b52f2f17e3b234b22cc5564ec00dd1cb6da25b2422cf42b83de5eda1cc0566) AuthConfig (acb0f9d60147bcf9e460646d8d627cfdc21e1517efcd5de271530cccac793059) AuthConfig (b2e69cdf788cbf76a59f94f11c8edbdbaeb55c5425b6db818c2b95514a962c55) AuthConfig (dd8f94af2a56fe24033749d735e7ccb0ff10eaf7254c44dcefc6dc90f1676e59) AuthConfig (53f9c16eb5e542c094792ba33583ad3923b7697623dde4f2817d2a9941b2f736) AuthConfig (a37bac560cb691f592f77e33ed440ab4ffa73431f222acc3f715ecbb09e802c7) AuthConfig (0bdbf6833598f18d43bae8b2d91e9593dfb9a9505cb61db36d8db6f7daf2a994)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"18fa3265-9093-42ae-831b-d7c3e93c9e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.818843227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"150a113f-ef46-4100-af85-97ddf3bfce0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.864869033Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"25a89c73-e821-4f28-b947-a368aed04097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"premium-w2-8ec003","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.876606477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"150a113f-ef46-4100-af85-97ddf3bfce0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.918047165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"55be1e14-1d72-42be-9d7f-a2a05f168287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.918779863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f0453d5a-2e98-4b37-9e15-eddc69e5a4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.931966244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b3cdc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20b005617bc8a5f727e21161ae5ca972a8554e47a28792b926ef510d81e57cd2) AuthConfig (76c76a5bcba12bbfc1896edce9151b31c6a96af6b4bc6e4702ae72d0142316f0) AuthConfig (fce66f05a73505ca70cdf6e03d7ddbe5e8c755592709d7a119eaad402c32453d) AuthConfig (909440f16c0702cd9b3d929aebeee37a0832704d4bcde0db8ccff9b5b47c09eb) AuthConfig (a1c6a4e882902f4a85f645a796263e1dab855158e5041dcc7b8d86fed981074b) AuthConfig (fcbbdfa2de1d2011b75aeeb3c9d62f4b197748dfca68dd75190db9cb774f8f92) AuthConfig (5b31c9430dc2b436f2149054ac0cd8b2c77a232054e3fbc1c83ca3b63a6d05c4) AuthConfig (2dd34d438dfeb2e37089a54c1ed217e558b45baebca493adf88bc5304baf7489) AuthConfig (919f8a61d38a14d895f51999eed5edd0d24cc15b44b8d7e7d8688a880f41ade8) AuthConfig (259078ef7457611f9f524e5eb77c7de62d11db469940b414542730fd3ba04b50) AuthConfig (4cc7f970bcad40725946f99a854b2c0bfbcd0ab6664454f49487d4136c7cb3bf) AuthConfig (aa97af89c567a5fc8eab04e434e575d7eec4bcbfd3aabaf58648f4db95be27b3) AuthConfig (81411706adba8c5bba357aae9524890a4d3a644f18167a72e0ab80fc6269ab06) AuthConfig (cd6dc15f7509c5e720d2b6581560df2e4d5d174e8b733bcc0571661602c0997b) AuthConfig (de8ead5e1dc770381fb53c3d1671ba03f6db1d407ebe14a014f82accdddbc0e2) AuthConfig (ebb32a7c0a465c293e135406f42682064171acb2e05e5856527defa7b7730d1a) AuthConfig (a5a9cb503435eb11c73d0a5213fa6bb668f36e280242c9c08295b35974df5759) AuthConfig (64cb28060235527b84b42359e4d025bfa37f072eb13bbee7407cd41b90796e91) AuthConfig (63a125e14f9e47a53cb6dad94b18dca7d3a6a24f8f05e594811d85fb0070efb1) AuthConfig (ef8360a8f3e5605d41c55afb867cfa839427e685472337d3100cad025acb5690) AuthConfig (553439172ba4ae42f2a5ec22c4fa9a0c651753b1d2034aacdbbc30bc9cac6cde) AuthConfig (adc38d7dfcde4d03e21dc0495e58d99e63fcd72d86abc52c4bdf4d71c7a7806a) AuthConfig (14bd97f8798422ecf77c522e8b7c2674a7e9722f39b09a69640f25231d87096f) AuthConfig (9bcdd308d353f4a65aa9c7522ef7deead4298e7fb2cea522e92ea2960a4c0ddb) AuthConfig (65554fb06896fff0a93b27679f1a029f817bdfad194bddca6bb6f0e9eefbc06d) AuthConfig (718a773766fe36dd76ff1e4421c432cfca626074917ce1f31996c25c9331cea3) AuthConfig (42947f5871806e2943f861324e66fb4e433f7fde6ec0d82adb9bc0582558dee2) AuthConfig (e6a19ebad04fe51efa81d8250db24ddf522307b187b556d389c51183b7aec0bf) AuthConfig (be996a55868ed3a57d9f9bf2938c5bd211e17b862fa7419d0d4c079fbc0272af) AuthConfig (a895b9672974f3dce60776361187bbf087b0c65d8a9711a132803f46a00a8300)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"150a113f-ef46-4100-af85-97ddf3bfce0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.976580937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"55be1e14-1d72-42be-9d7f-a2a05f168287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:16.976688669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f0453d5a-2e98-4b37-9e15-eddc69e5a4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.028727384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"0f2d17a8-f8c5-4118-8b2f-5d7e095fcd5b","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.031763613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"55be1e14-1d72-42be-9d7f-a2a05f168287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.031860408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f0453d5a-2e98-4b37-9e15-eddc69e5a4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.088862739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"6854b378-c63b-4fdc-b803-6172610d2b4c","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.187809887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"eeccaa72-2d24-4703-922b-78f5633b129e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.239388775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"a315afbe-324b-4a83-b8f6-e685cf99eb93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.244026628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"eeccaa72-2d24-4703-922b-78f5633b129e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.289105391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6d4ee061-d414-4b0d-b8d9-1bd3857223b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.299088961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"eeccaa72-2d24-4703-922b-78f5633b129e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.346068816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6d4ee061-d414-4b0d-b8d9-1bd3857223b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:17.400914835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6d4ee061-d414-4b0d-b8d9-1bd3857223b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:21.710707383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"018f531a-e647-4bba-8cca-fda047e28643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:21.766530431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"018f531a-e647-4bba-8cca-fda047e28643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:21.821547342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"018f531a-e647-4bba-8cca-fda047e28643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.036054554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"30aa0776-c59d-4c68-9f46-661e1c7769c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.095593481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"30aa0776-c59d-4c68-9f46-661e1c7769c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:22.150112121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"30aa0776-c59d-4c68-9f46-661e1c7769c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:25.792907772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"e1b07d04-8775-4837-9942-cdda76f5fcc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:25.930055802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:25.962230818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d96e75de-d909-4d93-ad84-096ce1cd2b70","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.00617655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"26dbce5f-0100-4eb6-8687-bf1c85e94d42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.112380435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"9e26d7f5-6241-44c1-8ee3-3ca9e24880c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.172084409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"d5e45dce-5a7f-4d6f-b648-f00a419c337f","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.277945719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"3bf73ecc-2cb6-4975-9007-e9ddd5658914","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.546007287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"40e7bfba-7d12-43fd-878f-7991ee5c5791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.611783593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3ae412c7-56ec-4a15-98c3-b323c3fb49d3","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.623642609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4f0ce1f6-6900-4847-9887-f6f60f62e4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.623784036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"59c54640-8e9f-41bb-a275-df9adf3ef144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.677697336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"7d7f4b3c-41e0-41ec-8b9a-9889347b0dbe","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.680282794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"59c54640-8e9f-41bb-a275-df9adf3ef144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.680397027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4f0ce1f6-6900-4847-9887-f6f60f62e4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.714382581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"524a30cf-8ae5-4c3f-83ae-585225ed6a94","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.723271602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"097ddf3c-2695-4f84-a3a2-ab4c6b5060c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.723424604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"52a6f477-482d-495d-9673-49994b9d7eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.735136967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"59c54640-8e9f-41bb-a275-df9adf3ef144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.735481841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4f0ce1f6-6900-4847-9887-f6f60f62e4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.781725146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"097ddf3c-2695-4f84-a3a2-ab4c6b5060c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.784684816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"52a6f477-482d-495d-9673-49994b9d7eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.792947077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"67a061e0-ef67-4802-bf6c-2fe6412ef164","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.79790446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"9f00cc4a-a728-4901-88de-b299e8647948","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.826227302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"43b3ef82-f399-4f56-98de-f3c48523d45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.837389854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"097ddf3c-2695-4f84-a3a2-ab4c6b5060c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.839415597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"52a6f477-482d-495d-9673-49994b9d7eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.883214385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"43b3ef82-f399-4f56-98de-f3c48523d45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.895786328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"13b895c5-88d3-49e3-be53-6b5db9f4c7f7","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.898413307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"6e92259c-1f3a-4028-a3c2-9f57bfb17f72","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.951352746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"74236746-90f5-4e8f-851d-800742383ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:26.953184148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a30682e5-44dd-4c7d-b826-5a5ec84b3238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.008304763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"74236746-90f5-4e8f-851d-800742383ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.010177333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a30682e5-44dd-4c7d-b826-5a5ec84b3238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.052642065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83e21fbd-5686-4633-a54c-3f6a9777f9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.053135933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4fdd8d4b-e88f-4734-8404-94bd49bcbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.064851389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"74236746-90f5-4e8f-851d-800742383ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.065753666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a30682e5-44dd-4c7d-b826-5a5ec84b3238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.108965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83e21fbd-5686-4633-a54c-3f6a9777f9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.109176667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4fdd8d4b-e88f-4734-8404-94bd49bcbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:27.118012545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"74236746-90f5-4e8f-851d-800742383ba8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:27.118483404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a30682e5-44dd-4c7d-b826-5a5ec84b3238","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.164282099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4fdd8d4b-e88f-4734-8404-94bd49bcbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.199984731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"50577865-0d50-466e-9252-24c14bf73f45","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.274345175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8aa3a0a1-67e8-40d9-a2c2-79150b5ef4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.274417057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"814eb460-c2bc-44c3-80de-16fed5623f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.332691929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"814eb460-c2bc-44c3-80de-16fed5623f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.33269193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8aa3a0a1-67e8-40d9-a2c2-79150b5ef4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.375584425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3be36196-1bbe-43fc-8f08-5c45bdf39d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.375814163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"080a8d3a-d07b-4f1f-bb17-ec869edd338b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.387778064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"814eb460-c2bc-44c3-80de-16fed5623f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.423696657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"08633204-515f-424b-872a-143480f0991c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.431725419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"080a8d3a-d07b-4f1f-bb17-ec869edd338b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.43176722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3be36196-1bbe-43fc-8f08-5c45bdf39d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.487200419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"080a8d3a-d07b-4f1f-bb17-ec869edd338b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.545300008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"26ac26a8-8af4-493f-a143-4254018ba44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.604440047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"26ac26a8-8af4-493f-a143-4254018ba44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.654328869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"5180b4b2-efff-4efc-a6c5-7c430174210e","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.660090828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"26ac26a8-8af4-493f-a143-4254018ba44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:27.756006846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"89d65fe6-1d3f-42e3-82af-9da6feec333c","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.321789896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"fe7550a7-e0de-483c-8ca2-d8f0f5a7f52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.377942098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"fe7550a7-e0de-483c-8ca2-d8f0f5a7f52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.432536778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"fe7550a7-e0de-483c-8ca2-d8f0f5a7f52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.544552605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1da000ec-dec3-44b3-8ec1-bbc33db06950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.60090425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1da000ec-dec3-44b3-8ec1-bbc33db06950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.645622303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b725ba1d-e515-4d92-8a7b-e87d32847595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.655673433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ec003-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (899aa847741ebdec0ca2b00cb2cc3178b675c7af1eec626ef2307ea3eabd0d1b) AuthConfig (ea875e9051d18cc500af59a89ca51a1a74a68a4da059aef81b2f50b0d48a7cdb) AuthConfig (37e4ce0bbc79a454515751f76d86a7c08cc9796f6970715b0353ddd42c466393) AuthConfig (c99b0fa59f7f200efed247a161ba4b29a9e57bf472cddaeea64fe3893be7d1b5) AuthConfig (3cc9b9cd7054d1d9f88357d44bf287d82b52d0e6a253e22610c20c276ca47eb9) AuthConfig (8059d6c304b633ae27a2c1c3011ec8fa47f3f94568476c12d3be6276a7523bac) AuthConfig (28b25abae37d487944f8d37192c8c331182abe0a797613d9534726499c674fd6) AuthConfig (53859e874ee7fa24b12af8c2f81197c59be8907343d4a8347494cdff257deedb) AuthConfig (0d230263de775c5a35f500206cff12155afd7096a9624c0785a052ff9e05ef59) AuthConfig (d42b59796a0a51fa3319a6da6083ca8fc12244fda8920a6dde36f38c1f37b1ce) AuthConfig (d14d0d2c3c15d766ce3bcf469fe62e2b854be1f05b78b257ce119bfdd29c030c) AuthConfig (a962c2fc58d943b42f9f90dc57c26c5039fa72fa6e2913634ea819b7c28ea34f) AuthConfig (f4cffedb7bad53311601be0526f4ab2f891e19305fca2b7e405ca3d9d895ef5a) AuthConfig (d5b7ea503c4a699f95e77e1c2f4f8189e4d425341aa68f76a44cf6111b7129d2) AuthConfig (4eea71a03c2de5c73d51e4fed285762789c2b9c52edde87fc153ab15eb7940e6) AuthConfig (d4d6860a5dc72c158816dadc26838a803cf382378fceaeed0f86f54b18ce78cb) AuthConfig (62336d85f1821740b35de79ce8191b76d4ea69ef48a54ec887854c22b4cf4b35) AuthConfig (5e84599d35260157ad442e60bea227ce73858a7a965d276b9e97fb2eee437231) AuthConfig (a7a54aa91aacced6ce79d8852cc309d5fe6484a174299c2e21f0ac202b0c3c04) AuthConfig (6d3a3322922782c735138676f7a7e5f9fe9cf0957cb22425667b66a41d4d7f4a) AuthConfig (e8cbfde6b9e1e5f849acc5e57f6b4650b9a9c61d737e60b6c3dcc2e08339771c) AuthConfig (deaab8b034aa35c50795ae6e03ea3dcc783d681e115ada8f4a4041ac881d1366) AuthConfig (d003cd9323f5d609a02fb4009240375e1aedb2ea5321cdd624ecf7b31cfbfd48) AuthConfig (99e002c77f165d2030b1fe4e16bac8ec214c5b86c6b8093e5f03a77923049761) AuthConfig (572487b4142660f2ec57b06594f78f62ef2948ea9a7bf0c4f8fa7506bcefd462) AuthConfig (6bfd506d652c8fa7b4df81bd567f327edc01ccce864595626c94800c442dc29d) AuthConfig (91dfc00a79cb40a88d7d098f4d154a48181382f06231521b10a5688337b41648) AuthConfig (ee770bba182ffbe098e569565f2afe0cdefc88586ca8377058f377bb76786d95) AuthConfig (a446b74a73acd5a58a1011388dc7806affe0df86474d7415cd223e12141a6658) AuthConfig (38d1b72e2d3d47b1fd3c04c42d00f041cbbcac634ef9cc2969d155d96a45b0fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1da000ec-dec3-44b3-8ec1-bbc33db06950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.702726582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b725ba1d-e515-4d92-8a7b-e87d32847595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.757690982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b725ba1d-e515-4d92-8a7b-e87d32847595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.81758761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2bf1aa69-995c-4751-8984-361419a0b164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.874027896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2bf1aa69-995c-4751-8984-361419a0b164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:37.929195036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-cc1858-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (768fee50cc78fdf1d3c6e002d373a34490b8068297e362e44893136d043f4a05) AuthConfig (6b64c0124175d1da0198f3e54ef8b50fab070ca4f50a87477450ccff6ff6148d) AuthConfig (58aab16c066cbd60ab31e84064414c0796f7abed056b177526cb36d192aac247) AuthConfig (ac4a8e4c74475d23d974c422a3a98733ef2ca94bc7bd549505b25b99232b362e) AuthConfig (07d31b4be4de22fea0075c5f837760092141b016415ca7bcbd2f9896ec15caef) AuthConfig (9c635902b54d43234ed7821f25044f0c7e9dcc425632549d16fa2190c78b63b6) AuthConfig (9bbd14209a7b46832add753cc861e1c65eb97767b8902f79ef572cba74353232) AuthConfig (c1585f93ee34287acb21e90abbba7dabf42a5705910b00dd02016e0a665a3e65) AuthConfig (00555f8b9a07c083dca2ae2ebc8d918d9807a47b2427d63730cb31c5de8e4f04) AuthConfig (3e86df460fd1c9a7739ee3610da82307c7b317fd4634c1f56a91d831a6a2bf18) AuthConfig (ce39a5d8fbb3ef9e52bc3ffca8f0e9600cb2d7cf5d58901acdcc2d7fb05f629a) AuthConfig (149c370640979be3bcd7dfccdc1ab8eb59092e613d6c96f184a166053f2b4fd3) AuthConfig (3d51a7478ab917b7b8a7a51b724a9176051ed7a7900c1c5f5cbd3a0a74776d3a) AuthConfig (a69291614100945fe7acb061ac16cc01c313d8ef5c3fb44f50b9b333022fca26) AuthConfig (1d07a1b72d734bd4c802678145a118b97d24e729177821ff49755020a84f0d3e) AuthConfig (07cce0f56215a718a8302d324d568fb89dbec5edb4ae8a92949e01a6bda3c012) AuthConfig (26f274f87544c15867abfc78b8130e5627aa7265af36d164ab095d2ee2e260f7) AuthConfig (3b09b96963bdef53392b64ad89a301d96f01ca98092d43891cadc4f772e38498) AuthConfig (62db171f6132ee37e2a4e3d1ae8e5fe9e0f517290c144c5024e7baf2f1380a58) AuthConfig (20e9d949861470e68b355fae89e3a553a2f494bc88307c72bba8660aef46b307) AuthConfig (4ee66d14d47e8e04a9785c0cf470f32eb77e7673ba5c35ffcdf36fa8c916b222) AuthConfig (e86eabca735582d72da7e76d9e72ec3c69af268c817e8bd3e7acfc4ae5266f9e) AuthConfig (8a5baea882f54e9fb7f4b31358bc432a9e65098e3636b4726eb8fe87b25cf00a) AuthConfig (065f4b8c77a40e6c6870b87a8db1e23eec5bb3746ceaed804135f12c4aa4e267) AuthConfig (1033b487769478feba31aef28934504e8558b30c975b67170cb5f9b87f4d5033) AuthConfig (584d969923b5f6e43fa10daee9c1c294fec73f543cdeb9720df4a0881fd98b4c) AuthConfig (24210c4670fe1a72f51e06e8c1605de413b907af3c2b7bd2302f0e79f0889653) AuthConfig (407020e12fef6f405f1ba9ff89013b036f25f45e079b26999f4541757f733daf) AuthConfig (6e1e2b1a00e292d2a4c2cbce6fd8b39433444e58d333c9043b871804a8a01321) AuthConfig (312dd2f77a7c890c29703ccf7916a43a8c460fc237e47a1458f45601e29802c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2bf1aa69-995c-4751-8984-361419a0b164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.090014857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"84cf44fe-0293-4c7a-803a-e3d4c5f281e1","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.145755673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"de7fb7b6-5197-453d-955f-1dd0d92219f6","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.302535425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"df9e11ec-49ba-41c5-9cba-d9ca338b87f3","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.356437026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"d1c0f9a1-dc76-4f39-a15d-df73efc1f5aa","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.359652834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"df9e11ec-49ba-41c5-9cba-d9ca338b87f3","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.414569841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"a4ea0229-745b-44e8-92ab-6ce1c793bf75","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.462491796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"67feb393-f9a7-4307-9f86-5256fd93761f","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:45.467238211Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b3cdc8/e2e-dry-sub-2df2ade9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-2df2ade9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.514539423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"350e3825-3178-457b-9b18-eb1d29348032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.514543499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b14ca931-6f8a-48ce-8d84-59e1936e4dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.517604975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"9a52f5d4-6cb9-4983-8431-c98d12d5dc2d","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.525863266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"6f9bd910-0847-410d-a21f-d3b11f6b13d4","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.572034147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b14ca931-6f8a-48ce-8d84-59e1936e4dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.572100263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"350e3825-3178-457b-9b18-eb1d29348032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.754146435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"80b19857-ba07-4414-a35e-0e3516e0b7b1","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.787880909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9","reconcileID":"c30169a6-46ae-4205-8011-5351ea9650fc","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/e2e-dry-sub-2df2ade9","ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.910793105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"2fe8f4e8-fa6a-4620-a2ba-7f25ec040340","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.95058806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"57e2c91f-a78f-4544-ab78-c812b89c5bd2","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.95455713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"860bf44f-b502-4f16-bcbc-b01b018bbd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.954557116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3253a2aa-f1de-4da1-87e1-e3d64a1c9d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.967020299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"2fe8f4e8-fa6a-4620-a2ba-7f25ec040340","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:45.998716377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"5d26793a-4340-44a5-8bc3-55a20a5dd3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:46.01201245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"860bf44f-b502-4f16-bcbc-b01b018bbd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:46.014689666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3253a2aa-f1de-4da1-87e1-e3d64a1c9d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:46.161220851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9","reconcileID":"b5c31aff-a214-4c88-88b5-820cd6557bfe","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.58994638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6468b73c-48c2-4b0c-bb49-96726b8f3e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.646431057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6468b73c-48c2-4b0c-bb49-96726b8f3e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.812448298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"bc598334-efb9-49c7-bd8a-c554745b8061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.868481486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"bc598334-efb9-49c7-bd8a-c554745b8061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.915211148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9103d6cb-ee88-4176-8d17-2c742bb1dbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.939974578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"850cd40e-fa14-4820-a2e7-1612b32d982d","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:47.971286914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9103d6cb-ee88-4176-8d17-2c742bb1dbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.086308323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"144102b7-a9c3-4d7b-8227-e222d408bf9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.142167791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"144102b7-a9c3-4d7b-8227-e222d408bf9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.184812196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"6f05fa1b-e145-4b57-b4ea-5a436ec7a3f5","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.240264274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"c1f2b17a-0df4-468b-8450-8a7a70a6cb54","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:48.408735934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"b0c54f54-ac94-4809-8460-3dac931e7c2b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.464126442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"330d9373-605e-4a2a-a86d-c6c44d4009c8","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.586652493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"1798db86-d9ae-4d5e-af05-6b7439e2293e","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.641110059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"8b2cd995-8c91-4de3-b199-f2ef348a21ec","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:49.69223641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"aa247ea8-2b93-4b51-814f-2596230c8167","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.699069072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"5e533b8f-24ce-4cd4-a754-138c86f15c0f","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.8015443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"24f8ee2d-b9c4-4021-9619-1ed6899dff9f","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.8567128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"425572a6-408a-4de8-bfa4-bf2d3c279ad6","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.8773909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"5f20e71d-b83b-46a2-862b-4a29d8e78d41","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.936982793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"662f12e5-c6ab-4344-8446-d4d0ce2905a6","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:49.937335014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c7043899-e4a0-49a9-b27a-d2364015e4e6","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.039146203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1c935380-a86b-4130-922a-98fdb8015844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.068127777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"b3e7e6dd-6a93-4c53-8dfe-837d2eea5920","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.068178262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"866f7019-a1cf-41b0-bfe2-59dd50360e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.068551353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6eb5e750-88a6-4f87-98c6-427543296753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.075079108Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"ec2e4747-85c5-4bab-aea6-8ab893cac008","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"simulator-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.140012506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6eb5e750-88a6-4f87-98c6-427543296753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.142404694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"b3e7e6dd-6a93-4c53-8dfe-837d2eea5920","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.14464258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"866f7019-a1cf-41b0-bfe2-59dd50360e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.147948176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"2f946553-03c1-441f-b997-3c1143876af9","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.241809775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"44d6629e-9bc7-49e0-be46-4813c12c1348","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.243648152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1c935380-a86b-4130-922a-98fdb8015844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.295268267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4a4387b5-e746-4c48-ab05-a8fbc8d63f15","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:50.295909026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"ec2e4747-85c5-4bab-aea6-8ab893cac008","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:50.298180461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ce2f2c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.298923195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1c935380-a86b-4130-922a-98fdb8015844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.352544457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"598645e6-6dda-4e88-9f36-db119c9ac6c7","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.355569781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"0c613687-44d3-44bf-8df0-cc51bbb7e925","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.431270148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"b659a60a-0f15-4267-97ba-63eb666fd904","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.458933907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8d87635e-8755-443e-9fd6-e7046437d491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.491266808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"ba345bf1-7813-4f61-80e9-917ee6953624","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.505221996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"9426e2da-044a-47d8-a2b6-da4acab514c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.51446465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8d87635e-8755-443e-9fd6-e7046437d491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:50.545554534Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"ba345bf1-7813-4f61-80e9-917ee6953624","name":"premium-w4-ce2f2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-ce2f2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:50.545632013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"ba345bf1-7813-4f61-80e9-917ee6953624","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-ce2f2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.550994128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"05f92cdc-61c2-4b75-aced-33af55a7ef68","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.56907478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8d87635e-8755-443e-9fd6-e7046437d491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.60993484Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3ada4daf-46dd-459c-87c4-aaf1c21715d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"premium-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:50.624801197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8d87635e-8755-443e-9fd6-e7046437d491","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.643922674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"76b8800f-de0a-445d-8d24-0497e25bdaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.672437086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b5fd18ec-b540-4a02-bcee-6bb265e2826b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.700570882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"76b8800f-de0a-445d-8d24-0497e25bdaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.756119976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"76b8800f-de0a-445d-8d24-0497e25bdaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.774976209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"f2038d02-994e-4761-a00b-9f5aad0876d6","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.783076215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a2d92a09-87ab-4291-a0ed-51e72ab23193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.813294582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"160947af-4e40-4688-890f-393194e06a28","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.83897044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a2d92a09-87ab-4291-a0ed-51e72ab23193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.895870449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a2d92a09-87ab-4291-a0ed-51e72ab23193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.969395541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"af463653-450e-4120-833b-39c6adf56c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:50.984651368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"a62022a7-78fe-4f0e-ba75-d42c7b94287e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.031658602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"af463653-450e-4120-833b-39c6adf56c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.093984135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"af463653-450e-4120-833b-39c6adf56c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.576933678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"1db5dc94-2abe-40bd-993d-be69f580e3d7","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.634178765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"63729b5a-1890-4ebd-bf2b-a438aea87a08","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.790652665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"c4f8fd6f-dada-4084-95db-3ab7393526c3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.848780488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"2b49de75-a403-4b83-b451-328ba884cd27","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.849029871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"c4f8fd6f-dada-4084-95db-3ab7393526c3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.90786737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"ff5802d5-c4c5-433f-be08-c42915d4ae4e","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:51.953375198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"7baee85a-9771-4326-b6b3-345ad1c35e89","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:51.95989603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ec003/e2e-bulk-sub-a4f28e16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-a4f28e16\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.00625107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ef7c1b16-b032-4c46-a16b-8baa375813d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.006252101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5dbf8df6-8843-4f2c-b091-98cb4732b7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.010155359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"1005168a-a751-4c75-b7c6-2fbd5803d003","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.062284438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5dbf8df6-8843-4f2c-b091-98cb4732b7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.063286311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ef7c1b16-b032-4c46-a16b-8baa375813d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.119980912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"70ff1581-ee36-4a17-b137-daff5097a84d","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.276930183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"1cbc176b-4158-46c2-81e7-2e972a174b2d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.277584637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16","reconcileID":"093f7478-1b4e-4f26-9920-a7eed9084384","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/e2e-bulk-sub-a4f28e16","ai-tenant-e2e-worker-w2-8ec003/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.334315411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"1cbc176b-4158-46c2-81e7-2e972a174b2d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.375665575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"0708e5f2-14da-42fa-9590-f0b4394cc623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.375972361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6d5b1674-80bd-4511-a53c-d107d7f10343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.43191598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"0708e5f2-14da-42fa-9590-f0b4394cc623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.433007227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"6d5b1674-80bd-4511-a53c-d107d7f10343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.441610949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"8df16fc3-2569-4b38-80aa-31fdf9b20aa9","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.487638895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"dde51e4c-9b06-4225-a2b4-4d92ce11f17c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:47:52.598564031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"1cbc176b-4158-46c2-81e7-2e972a174b2d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-a4f28e16-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.65162196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16","reconcileID":"e8cc0ac8-34c3-4555-b8ef-edaa2254ebe3","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.759540387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"f8ae1758-7c65-4da2-a5f4-67818adfe036","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:52.815545401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"f8ae1758-7c65-4da2-a5f4-67818adfe036","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:55.930798368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.519476681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"ba596668-07d0-4932-bdb6-dd4da00108d5","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.677567329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"54c8ec09-f888-4e00-9e4e-61a6d3db4934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.677732348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"4cb48b66-6b91-4c5b-981a-a908115504c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.677567866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1072f6a5-d94a-4a4e-b595-240178af79e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.734475176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"54c8ec09-f888-4e00-9e4e-61a6d3db4934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.735746823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"4cb48b66-6b91-4c5b-981a-a908115504c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:47:57.736793026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1072f6a5-d94a-4a4e-b595-240178af79e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.095846776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9","reconcileID":"ccb5bec6-c963-40ee-9608-eb3733b8bb77","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscription":"e2e-dry-sub-2df2ade9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.312473911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9","reconcileID":"ccb5bec6-c963-40ee-9608-eb3733b8bb77","MaaSSubscription":{"name":"e2e-dry-sub-2df2ade9","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.523397228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"40d784b3-19b7-4177-9395-6f70f940ef80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.525623248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"65b7203b-db36-4c88-ab69-a05f9eeae8e3","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.669799399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"95f104e0-d2f1-42dc-a285-8a82aa759403","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.683020179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"84dbc6a6-0947-4371-b670-be88ed6aab41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.683159565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"e353fb30-4d72-4ba5-a75b-b7213ffa4c91","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.683019749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"884a439b-4b37-42d3-b481-28f3afe0d890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.739886637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"84dbc6a6-0947-4371-b670-be88ed6aab41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.740009322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"884a439b-4b37-42d3-b481-28f3afe0d890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.742002994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"e353fb30-4d72-4ba5-a75b-b7213ffa4c91","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:00.94840481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-dry-sub-2df2ade9-auth","reconcileID":"d1f32ba9-43cc-4b68-a70e-1de035c15ce2","MaaSAuthPolicy":{"name":"e2e-dry-sub-2df2ade9-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.05356269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"43173e9a-d496-4285-a09d-fe4e3f57aab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.110930451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"43173e9a-d496-4285-a09d-fe4e3f57aab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.165719213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"43173e9a-d496-4285-a09d-fe4e3f57aab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.203382995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"826404c5-2bdd-4f13-b1c0-0306c3acce3e","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.251075779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0ad99dce-2411-400d-9a42-097e0bd6709b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.308228788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0ad99dce-2411-400d-9a42-097e0bd6709b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:01.363521567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0ad99dce-2411-400d-9a42-097e0bd6709b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.413237086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"8ddcc6f2-b726-4df3-8fa9-683a1904bbdf","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.468251057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"87ab1fe6-9c07-4be4-b7da-63d22781cdf0","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.624079885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"4d8b0323-913b-4718-9b21-53fd23f4f57b","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.680706753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"4d8b0323-913b-4718-9b21-53fd23f4f57b","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.701065637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"75e18b2e-c324-4dbf-a0aa-30b37c94c133","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.755818963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"39d2eba3-0669-408f-a6db-54fc27be8f82","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:02.806639929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade","reconcileID":"0abed1cf-8e76-47e9-9feb-1c9623fb0fa4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-ab3e1ade\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.857816502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"fc73825f-0803-41f6-8219-bffe667de561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.857816802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"890ceb76-45f7-451c-82f3-e12a5b6647ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.915220936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"890ceb76-45f7-451c-82f3-e12a5b6647ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.915221233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"fc73825f-0803-41f6-8219-bffe667de561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.916119127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"1fd75a9e-fe2a-4834-abfc-5b3baee9bb46","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.970704943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"0d3243b3-2d66-4431-b009-bc374837370b","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:02.996962901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"4491ce7b-ede1-4568-815e-4c27745e2a1d","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.15229282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"801f3e81-cc51-4261-85aa-fa423233c3ee","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.208342571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"801f3e81-cc51-4261-85aa-fa423233c3ee","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.236404616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade","reconcileID":"793ce845-958f-4f5f-9bb0-283b8520db7a","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/e2e-combo-sub-ab3e1ade","ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.250743422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b2722563-ea06-4380-9eb4-c0f676f87255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.250751263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"17f2edb7-a4f4-4310-896f-61c3229fc5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.308299841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b2722563-ea06-4380-9eb4-c0f676f87255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.310270853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"17f2edb7-a4f4-4310-896f-61c3229fc5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.401434589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"7c4d208c-d224-49a6-8092-9d5e5f2d1499","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.446560041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"fa555532-7f79-4e8f-9ef5-bccc8c7f0f9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:03.521959627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"801f3e81-cc51-4261-85aa-fa423233c3ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-ab3e1ade-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.610329912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade","reconcileID":"aa93bfc5-d960-4fc1-9dc2-2b27626e3760","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.68277359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"9cab1d65-df74-40a4-b859-bdbc8194c7f4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:03.738820448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"9cab1d65-df74-40a4-b859-bdbc8194c7f4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.460043921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"0a8945f9-aa79-42ce-80e9-4a8120422ede","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.518455492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"491ad68f-7bec-45c9-96d1-bad4a796837e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.674768703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"eebb211f-fe3b-425d-bf0c-66b6ff2b119b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.73087753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"eebb211f-fe3b-425d-bf0c-66b6ff2b119b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.739507609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"0a1bdece-514c-468c-9bb3-0ad142481109","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.794574747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2f5c4764-702b-4469-b373-1a99f6e25c85","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:05.84524414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-sub","reconcileID":"32c4d11e-3663-47af-a95a-21704c10f670","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.852373154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"b9cfb008-64c6-4789-97ca-2070fecb5977","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.896559014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1e1e20f5-c7cc-4ef8-b780-f731a3fb77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.896558214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"07e33eb9-b883-4b74-81c1-32f5696f8f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.953075156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"07e33eb9-b883-4b74-81c1-32f5696f8f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.953276151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1e1e20f5-c7cc-4ef8-b780-f731a3fb77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.956694636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"d729d61c-7f8d-4b61-b681-186eee4afc56","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:05.996312273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f9934246-9a4c-415b-a4dc-169d4e0632fa","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.01402469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"043849ff-9ea9-458e-9cf9-5a4659281ea6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.152658389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"29d9c9e8-8ba3-41f9-aa35-c89660841b9a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.168560103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"f807d768-48a5-4cf5-8797-0f81f96cc66f","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.20891169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"29d9c9e8-8ba3-41f9-aa35-c89660841b9a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.224984827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"242ed50c-de13-497f-8b53-15f146408508","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.284732961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-sub","reconcileID":"268270d7-b773-401c-a9e0-4e8d5204d557","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.317501429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5241d259-a617-4dd7-941b-c79483befb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.317513881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"730dd31b-0474-4356-8359-1d027866ac9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.374305141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5241d259-a617-4dd7-941b-c79483befb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.375212087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"730dd31b-0474-4356-8359-1d027866ac9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.416608453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"44c6e820-4ec9-4883-a346-d10fbf61d7d0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.451732642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ca9cd167-18a3-4af6-a12f-4f8df7f7f1b1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.47360132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"44c6e820-4ec9-4883-a346-d10fbf61d7d0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.501575101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"3512cf57-a115-4513-a10c-42303654ce58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.663668112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"257d0522-33db-4df4-8056-463c34e5d276","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.664095249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-sub","reconcileID":"9d87f8d9-50b5-400b-a815-cec1f4cf7199","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:06.716144624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.761807731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5c67909c-2d0b-4d85-8910-61953506aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.761868621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d4592b36-644d-49cf-abf7-f2e17a9a928f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.819228782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5c67909c-2d0b-4d85-8910-61953506aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.81933351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d4592b36-644d-49cf-abf7-f2e17a9a928f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:06.876986508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"fccfa2fa-684f-46c7-8457-99120ed2ba66","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.033394851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"1db31d35-336b-49de-906f-edb558eff54b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.089632604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"1db31d35-336b-49de-906f-edb558eff54b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.183311038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"dc5b882d-59d1-4841-b813-f44a5e0e8856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.183312688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ae41761b-c526-4bb6-8630-c248574cc5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.239377714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"dc5b882d-59d1-4841-b813-f44a5e0e8856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.239633696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ae41761b-c526-4bb6-8630-c248574cc5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.686090654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16","reconcileID":"3dfc6f3b-2f6f-4df1-a018-2f181d28573c","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscription":"e2e-bulk-sub-a4f28e16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:07.900429387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16","reconcileID":"3dfc6f3b-2f6f-4df1-a018-2f181d28573c","MaaSSubscription":{"name":"e2e-bulk-sub-a4f28e16","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.104717471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"6f18ac37-6413-4cb7-8dad-d90937d2247f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.108810181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"5c54b980-766a-4281-b51b-afc144645fe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.153965578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"0e2046c0-b720-4e07-a21e-4e65c0b382e2","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.206012895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"69f49752-51bd-43ce-b463-db73f93dd9a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.27076164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"13bd8eee-2eaa-4d8f-a27f-88841284ce0f","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.310448858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"097840ef-7b13-449a-9452-7e76c5b78004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.310591376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"f1478c4a-dd2a-4ee3-b6b7-3aed04f1e317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.310455246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"ed535d77-2611-4b7b-8c76-97ec86a80b90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.327358828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"7fed5bc1-9580-4c6e-8b3e-d6702c3b984d","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.366977936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"097840ef-7b13-449a-9452-7e76c5b78004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.367260808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"f1478c4a-dd2a-4ee3-b6b7-3aed04f1e317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.369120856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"ed535d77-2611-4b7b-8c76-97ec86a80b90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.371487246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"5e53c6c1-d115-4d91-82c9-e8b97be747d5","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.57146706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-bulk-sub-a4f28e16-auth","reconcileID":"f9449859-7b0f-4135-b5bf-e52077e10fcb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-a4f28e16-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.654820445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"be459c60-07fb-4508-a68a-3314d73c54f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.654820443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2e208e41-8548-4b73-b5cb-ea269ac7cb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.666627973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b228f0f3-9194-4f75-a9e4-d277a8db3d14","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.716597401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2e208e41-8548-4b73-b5cb-ea269ac7cb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.716614039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"be459c60-07fb-4508-a68a-3314d73c54f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.744636742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"63f300f5-a644-4579-ab14-7fbefa243272","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.778912681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2e208e41-8548-4b73-b5cb-ea269ac7cb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.778912616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"be459c60-07fb-4508-a68a-3314d73c54f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.837535672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e3deb514-8561-43d1-9cbb-556aa673fe50","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.840628241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"2fc6f9af-d34f-408b-9016-96843ee994d0","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.848900544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5badf2d1-559b-4aec-a116-cff35619ff3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.848899053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8e6017dc-b1aa-4475-ac65-650f0b21da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.906575924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5badf2d1-559b-4aec-a116-cff35619ff3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.90733694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8e6017dc-b1aa-4475-ac65-650f0b21da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.92590626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"727c67f7-3551-4374-a94b-f290ccba3bdd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:08.981541276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"727c67f7-3551-4374-a94b-f290ccba3bdd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.025707091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dacea002-94aa-4f8f-8d32-a4bfa75df8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.025723848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"84a4d739-453a-49a8-9e92-a35e75f1e1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.083811849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"84a4d739-453a-49a8-9e92-a35e75f1e1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.083811848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dacea002-94aa-4f8f-8d32-a4bfa75df8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.138882079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dacea002-94aa-4f8f-8d32-a4bfa75df8c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.139052384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"84a4d739-453a-49a8-9e92-a35e75f1e1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.708503762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8af5bb1f-dacc-4f82-a678-c6efcccd5b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.708663245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"69cae123-4f6c-4372-9ba7-a575f0ad58fb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.708503618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ad2d48ee-6334-4b4d-bea3-4d5a0e307f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.765296134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ad2d48ee-6334-4b4d-bea3-4d5a0e307f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.766071118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"69cae123-4f6c-4372-9ba7-a575f0ad58fb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:09.767547966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8af5bb1f-dacc-4f82-a678-c6efcccd5b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:15.791853306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"3968e728-0db5-4c22-9730-120c732ae551","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:15.948275669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"936527ff-10a9-4fdc-9a5f-45c0a814e773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:15.948473533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"7068ae3d-46e4-4405-990e-a46323bb2faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:15.949035281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"38bc712a-1776-4473-b378-3c491aa676fd","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:16.005253157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"936527ff-10a9-4fdc-9a5f-45c0a814e773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:16.00637784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"38bc712a-1776-4473-b378-3c491aa676fd","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:16.007523983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"7068ae3d-46e4-4405-990e-a46323bb2faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:18.849904425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-sub","reconcileID":"4a10376a-1944-48c0-a20a-85696ffc71dc","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.066080926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-sub","reconcileID":"4a10376a-1944-48c0-a20a-85696ffc71dc","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.276887788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"b92512ac-b05b-467c-94bc-3849e2b2b805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.296629792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"caac684f-9a32-4473-828a-9844f961700f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.296636228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a476da59-7717-4d7c-af21-dfd2e9ba25e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.327010773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"82fe60b3-07b2-4340-9c2a-38f059511200","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.352930604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"caac684f-9a32-4473-828a-9844f961700f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.35300093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a476da59-7717-4d7c-af21-dfd2e9ba25e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.408509245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"caac684f-9a32-4473-828a-9844f961700f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.40875802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eed7f23caa47fce6d8e10c319110dec11bdfb554c45f32f7e684a6bf38c0d50d) AuthConfig (aa15d783243e5aa1d2e97f07b219d0d3a147104319184453a08557d659548b03) AuthConfig (33d2631eacb45b4b876c0b2d07025d3e8c5ffb5a4b604d6ee5f45a8df70fc4a3) AuthConfig (7dcefe08f9a8def7a32143476ec37f7d694e660b25d1a9a1b53425c64b01997b) AuthConfig (e814c999ef02cbec5d547c640cb2ad90a012f105be71d05169df95494648cb1a) AuthConfig (ba7fb8c705811077c1eea7c9f5ddf336696596cd2b7246376682ea16bf49977c) AuthConfig (73a0dda8bbab9b129a33104935b3f541ffe70505f0ab78edbc8df5ddebf44e06) AuthConfig (0c842cbda4ca2dc189665a7d933a0d117096d57ee49d801d5ee99090b47393bf) AuthConfig (d81ba237f3ba3d8b7f6af1bfb00b8a58fcf93f70dd4b4e904e9ca257b3f72dcd) AuthConfig (8008ab065b287523bfdcdfbf5543a8dd5af8ef95aad3bb9ef4043e723e8074a1) AuthConfig (2d3a75fff2537ed7332dd0882b09a514997fc704a0183fc096996c6cdae74e6b) AuthConfig (9fa4fefa89d2725d673ccb47d143b4f93334292162353b9bf9a968802e1d824f) AuthConfig (a4d08810c64eb92286fb95eb59836d772491eb80cd7df2ce6a705ae4baeab72f) AuthConfig (aea4973c0980940ccc9e0b0acad79bee5fdf124591eb8b3f608e2d3fc3c18f83) AuthConfig (d2c01107a99ff7eb5f7bd1e794ab27b975c61e96687f6b5e42919992eb9f857e) AuthConfig (e8342b3c0b92edf3e6211ccbea6d021f7c6534207579127bc1d01a883f7ed519) AuthConfig (49604f4fb5a93f6498a5753a08437695c892eb0bd8ceacbfac5caa2235ef7199) AuthConfig (0ed77fabf26303e3d408114f67ef718b3e36681a65d17d1a2be5218df1167989) AuthConfig (7102dcb7c8ca7c82381f69004c164cec3804535bcd8641ac4d44b6641c5e5506) AuthConfig (661c332ced6d4f46a9e857e5c87628a7981f072c8a832c2404c2b5077a05bfc7) AuthConfig (cca8b5d1f958902932788adfcb8e61bac06a24242918cf88f1cb1d3ef7475a6c) AuthConfig (7d49acda7916e355099e4ba13c0fe7baf45900812a0b864816bd8b1b3b18af40) AuthConfig (9228a220775db904b7387b701527ba2ee605219e5089c99a2af6f3bf177cc68e) AuthConfig (108fefc320f8f9682dd9c2eb07cd981c9362cd27193dbec414ce9f7eb06fed9e) AuthConfig (8152ad81b8b24aa82b1e0662ef03ed3d1b62a11503eb8c0170a59e18e32dd031) AuthConfig (1d7d0b224c4adad1fd88266a09de92ba19a19a8f8f10002322cf8cdcae31ecdc) AuthConfig (8d2b50de7800510912cabe742a21ec4452a8ca29ec870b7ce458d7832007675a) AuthConfig (8ba8df1bba5c135516d3217396da208de769eb9db5def5ed7494994704d3b6cb) AuthConfig (88baba1a8244f28ad15b43786f0ba21e52d5d2824e8a217389b2011f651b1198) AuthConfig (a65f213c8c04838c82027bcc51569e8af123b5ae47ec4b2d2cb50e6185cb874f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a476da59-7717-4d7c-af21-dfd2e9ba25e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.480579284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"27f4a197-dfb0-4cd0-bc0d-6bb1a2f01c98","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.484443412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8959d3d2-dfcf-491f-b7bd-8b6edaab1715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.484470713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9eef3a25-12a4-4dc3-9f72-52d68e62a5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.484889632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"d6c33ca6-6f42-4b29-a4be-cda414674740","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.541946115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8959d3d2-dfcf-491f-b7bd-8b6edaab1715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.54193902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9eef3a25-12a4-4dc3-9f72-52d68e62a5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.544220673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"d6c33ca6-6f42-4b29-a4be-cda414674740","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.676938999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-sub","reconcileID":"67c72731-e9ad-4fa5-84fc-44b41cad2d12","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.677064604Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-sub","reconcileID":"67c72731-e9ad-4fa5-84fc-44b41cad2d12","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-cc1858/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:19.746713258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-active-auth","reconcileID":"bd6326a4-b956-4220-b67b-7bcfbcdfe2fd","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.005170548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9ad04997-a401-47bf-bb7c-c5c84b48a21c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.177340807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"51b22541-fba6-4f9e-a59b-984dc97de213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.177898766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"af33d739-e3ad-45f9-85dc-0c4ad2f4721d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.178424542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"51f80ba4-6024-441c-a6f1-baaa10ff306a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.178785579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"511a27f5-be31-4b27-847d-754a6467b40a","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.233736482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"51b22541-fba6-4f9e-a59b-984dc97de213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.235483533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"af33d739-e3ad-45f9-85dc-0c4ad2f4721d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.235968914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"51f80ba4-6024-441c-a6f1-baaa10ff306a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.394902075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-apikey-failed-auth","reconcileID":"0f29554f-422d-4f60-847c-9e8359f76439","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:20.558413877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"5b151a37-a4f7-4cd2-894e-1c6cb7d5ae17","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.081816192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"60a581a3-f0cf-45e9-bbaa-748b06bae97f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.138237291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"63d9af2d-832e-42c5-be05-144bea6819b1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.295656466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"420d19a3-96be-42c0-b9c7-3db41f19ecf8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.351764521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"420d19a3-96be-42c0-b9c7-3db41f19ecf8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.371087714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"209e06c0-b416-40b6-a664-6fe8f424a302","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.426328557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9af6ad71-5f67-4cf2-9e26-e8ca3ad9df24","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:21.476935118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"9d7f5b03-a335-4738-b9b6-a589715863de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.527887094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8e38df8d-681a-4b48-a8dd-e770d491ed52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.528064848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9151c601-5398-4075-8eb9-fe6d7cc2e51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.584059097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8e38df8d-681a-4b48-a8dd-e770d491ed52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.584176418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9151c601-5398-4075-8eb9-fe6d7cc2e51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.586615158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"25a33618-5aab-47f5-96d3-869de50b9cc0","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.591042541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"17254f94-b25e-4867-94b2-11e3ea011948","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.640998245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e0cf691e-b787-4847-a71f-d6617f56176e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.647137752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"fcf69877-cc52-49e6-b5cd-e946d03a68df","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.668681689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e0564501-9844-4e9d-a4fd-5f84e8cc767f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.802943152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"e51b4dd6-0b7f-4610-aeaf-1018b53c3d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.859142386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"e51b4dd6-0b7f-4610-aeaf-1018b53c3d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.86321003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"345d6eef-be81-441f-a75b-f110540b8fce","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.903362952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"843b0690-20af-4e87-8083-4cbb0f04d518","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.908727097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"61ad1efc-ac0a-412d-9faf-af031e7c0ad7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.908857494Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"61ad1efc-ac0a-412d-9faf-af031e7c0ad7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.919762397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"2cbdc331-8dfc-4dee-a4d8-dbf6685d288c","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.959490489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"843b0690-20af-4e87-8083-4cbb0f04d518","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:21.966310545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"a2b3059a-1e73-4648-83c8-5131247e2458","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-522c5791\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:21.97650921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f7eb5948-233c-4945-858e-cc4003d94c92","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.004592593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2caec296-b039-4dd4-80c8-686d265a4eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.004592463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"15145c88-48d2-4037-8392-da7f1a51315c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.060332338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2caec296-b039-4dd4-80c8-686d265a4eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.060451305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"15145c88-48d2-4037-8392-da7f1a51315c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.078288617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"615b201a-8081-4bcb-83bc-211faee66f14","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.104395059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1228e6fd-64c8-4306-abb8-c717da504a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.117927813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"82ed3365-0680-45f5-92af-c603bd1817f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.124019718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"53af1c4f-3d24-43a6-a30f-258adc7fc469","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.13491453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6cb1a50d-0301-412c-83f5-c16a44d1b92d","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.149116306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ef8045fc-b410-4ce4-a6ed-53964d14c5f2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.160223637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1228e6fd-64c8-4306-abb8-c717da504a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.273470649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cff49d17-6007-4d81-a505-355ade2e81d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.279080243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"60b088c8-0773-4383-b6a7-d620ca602a3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.330374474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cff49d17-6007-4d81-a505-355ade2e81d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.338601969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"60b088c8-0773-4383-b6a7-d620ca602a3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.358393232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"56a39644-3a46-48d0-9582-4e8ca62b5996","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.358592722Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"56a39644-3a46-48d0-9582-4e8ca62b5996","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.403352663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"8f058b3f-cd7d-4413-9269-e5ec490604ec","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-a-522c5791","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.570462308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"63d490df-7d4a-4155-9606-724efd4e01f6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.574155581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"84ee530c-7f06-40d2-9841-905185e0b6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.614114493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"41b32712-d10d-44a9-99ed-3eb9edf09879","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.630221073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"84ee530c-7f06-40d2-9841-905185e0b6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:22.781939854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"d3a3e65b-f317-4819-95e8-9f07dbbe515c","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.264323997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a21981ff-1e65-4827-8319-163482f46ab6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.422992995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"0739e54a-7d0d-4cd4-8e88-5dadc89463ef","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.423026398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"854c956f-ccd9-44f4-b18f-4e5df021d975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.423475132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"bc15a421-3341-4b72-b99a-498619d6788a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.449929343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"745206ea-d3e0-4cd6-a963-b9648e9e5994","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.479527123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"bc15a421-3341-4b72-b99a-498619d6788a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.479827601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"854c956f-ccd9-44f4-b18f-4e5df021d975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.481849306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"0739e54a-7d0d-4cd4-8e88-5dadc89463ef","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.507446275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"2955442a-46a7-4b6a-8e3b-19df3042488b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.66376614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"302259ef-7c95-4466-a7c3-6804567974ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.718472916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d490a6bb-64b4-4f8e-ac7c-8b859506ddd6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.720853185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-a-522c5791 ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-b-e2b70c6c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.727176075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"302259ef-7c95-4466-a7c3-6804567974ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.787102669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"5c671499-77ef-4202-adec-6f2048097216","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.825730339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"3a2e259d-efaa-49dc-9ea6-a5061774cd23","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:24.840571109Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-b-e2b70c6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-e2b70c6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.87358951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"d1f61455-30bb-4e2a-b584-492e68852b28","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.88038771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6993227e-74e3-4675-bde9-0948406327ba","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.885145255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31cf696b-e38f-4742-a8f2-2eb35abb2dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.885207696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"18351cd7-3a23-403e-9ca2-4266eff7c842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.929955553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"d1f61455-30bb-4e2a-b584-492e68852b28","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.942512078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31cf696b-e38f-4742-a8f2-2eb35abb2dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:24.94252315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"18351cd7-3a23-403e-9ca2-4266eff7c842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.000545033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"776d84d4-2c6d-452f-b1a5-e82b082c8776","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.148129143Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"073ecf62-26a0-4cc0-b056-7a8782a5241e","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-a-522c5791","ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-b-e2b70c6c","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.155857388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"7b043e54-62fa-470f-a32f-a36cb9b5e31d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.211917812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"7b043e54-62fa-470f-a32f-a36cb9b5e31d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.289793894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"55103220-eca8-4ff2-953c-276bd4878bfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.289978837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"0beee3aa-6c2c-408e-a711-e8a3bf65909c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.28979198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"83575a0e-137c-43aa-a1cd-d6397fe2ab44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.312964126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"5513c288-563a-4993-8be0-98945e337d2f","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.346095074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"83575a0e-137c-43aa-a1cd-d6397fe2ab44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.346133053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"0beee3aa-6c2c-408e-a711-e8a3bf65909c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.348265736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"55103220-eca8-4ff2-953c-276bd4878bfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.357764873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"2eab13ef-e419-4910-994e-da61d6a7a0c7","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.357974486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"8f166bba-52e0-4e7c-9917-b0d0a491eff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.522571665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"4879681a-debc-4a60-b00b-13373ef74449","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.931273979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:25.954280776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade","reconcileID":"3f894eab-b9ac-4f32-8fec-ab13b4cb86f6","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscription":"e2e-combo-sub-ab3e1ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.169685334Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade","reconcileID":"3f894eab-b9ac-4f32-8fec-ab13b4cb86f6","MaaSSubscription":{"name":"e2e-combo-sub-ab3e1ade","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.38004552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"11e01d1e-c178-48eb-bbe6-5b3d03be8446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.428807952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"b5226883-88dc-4d8a-9ff1-e5689e769953","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.429087212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-a-522c5791 ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-b-e2b70c6c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.486964286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1d202156-3ac4-4f5a-bd76-32e361362b63","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.574649439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"bc4b41d9-5295-4a4f-a612-543622bc8714","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.58537801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3864dcae-80ca-4b90-9c20-507fd2ca78b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.585950806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"23314134-9604-433c-b54d-b7d8de09eaa4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.586382948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"a0ecbf1f-435c-4406-98dd-bd321df21e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.643065395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"23314134-9604-433c-b54d-b7d8de09eaa4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.643317565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3864dcae-80ca-4b90-9c20-507fd2ca78b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.645165583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"a0ecbf1f-435c-4406-98dd-bd321df21e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:26.84797792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-combo-sub-ab3e1ade-auth","reconcileID":"2fe57a60-f4dd-49ee-a083-8c12840c52b2","MaaSAuthPolicy":{"name":"e2e-combo-sub-ab3e1ade-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:27.007801679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"9df0c865-6b36-4b56-a84c-187e47edc388","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.46226134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"a5179b4a-39c3-4530-b9aa-63fbfba69dfd","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.567049908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0fa37a27-f6ef-481f-9dbd-a1171a3dbac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.567065483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e2dd454b-3558-4f31-8914-1a782ce74a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.618684126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"5c8382b8-6721-489a-828b-1f4a4b29df01","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.619432532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"533e75e7-5879-4ace-8120-9f35ec88dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.619812645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a3cb496c-4e70-466c-9a2c-962cb707d0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.623109581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0fa37a27-f6ef-481f-9dbd-a1171a3dbac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.626366862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e2dd454b-3558-4f31-8914-1a782ce74a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.675311867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"5c8382b8-6721-489a-828b-1f4a4b29df01","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.677509765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"533e75e7-5879-4ace-8120-9f35ec88dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.739967563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a3cb496c-4e70-466c-9a2c-962cb707d0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:29.96795452Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"85ab706a-8a5d-4f77-b72a-54c4bcdc9fbe","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.021343445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"fe4b8416-eb16-4a65-9398-85a17172f4be","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.049140693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"8c0d9aea-ac6c-4276-ac92-5bf0b946afd4","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.051194369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"f14660d1-0d47-4849-b193-1dd811a373bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.051635326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"7ac78310-8b5e-4159-8092-e6885f858efd","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.107132882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"f14660d1-0d47-4849-b193-1dd811a373bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.125456565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ccd1f3-0021-4f49-ad5f-ad8e7dd26c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.150031781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a19091c-0a14-4ecb-9b0e-0166e78459b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.18143258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ccd1f3-0021-4f49-ad5f-ad8e7dd26c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.20496537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"308f5f1f-0d24-4679-b7f0-7cb3f987a0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.205845042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a19091c-0a14-4ecb-9b0e-0166e78459b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.20727958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a7cb5eb6-74aa-4051-91da-5f9d51eb7cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.262551961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"308f5f1f-0d24-4679-b7f0-7cb3f987a0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.263803948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a7cb5eb6-74aa-4051-91da-5f9d51eb7cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.351600703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"a6070f7c-16b6-4507-8e0c-ad0ae98cf59a","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"name":"e2e-rt-sw-dd1f51","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.470406494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"c3345fbc-6c78-4b3e-b3f1-8364eb6ab2c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.526608093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"c3345fbc-6c78-4b3e-b3f1-8364eb6ab2c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.569160016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"96b4bffb-6016-428f-977d-2d7b57f820a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.569180652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"b47cced8-0646-4564-9c50-9b9aa230a237","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.625856264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"96b4bffb-6016-428f-977d-2d7b57f820a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.626088936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"b47cced8-0646-4564-9c50-9b9aa230a237","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.628909366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"01865aed-0623-4b6b-b009-1b08653cf63d","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"name":"e2e-rt-sw-dd1f51","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.669580296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"86dd76e9-a274-4451-b777-4634a54a332c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.669587057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5e1ad44f-e99b-4dc5-a51a-7ea4b6b0f780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.68115759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2dbc5a9-a875-49c4-b073-edc6839eca4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.681174391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2dbc5a9-a875-49c4-b073-edc6839eca4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.681426563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d8f960d-6837-432c-a49c-75ce59e8a6c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.681437422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0d8f960d-6837-432c-a49c-75ce59e8a6c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.681676914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04a809b3-f3be-4840-8602-b5e1e44c20f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.681687943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04a809b3-f3be-4840-8602-b5e1e44c20f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682122847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36822040-9714-4b54-9690-6d033d2b786c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682134507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36822040-9714-4b54-9690-6d033d2b786c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682354965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cf4f925-9474-4d3f-a41a-5de211fbf930","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682366349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3cf4f925-9474-4d3f-a41a-5de211fbf930","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682552658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03954490-1ba9-43e4-a357-a916a20739cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682564066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03954490-1ba9-43e4-a357-a916a20739cf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.682762016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a52620c-cd6d-4450-98fc-7198e0e9e641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.68277221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a52620c-cd6d-4450-98fc-7198e0e9e641","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.683064467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a09efb18-2786-45c0-a286-f8f5d31bb84f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.683078429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a09efb18-2786-45c0-a286-f8f5d31bb84f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.727148907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5e1ad44f-e99b-4dc5-a51a-7ea4b6b0f780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.727609286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"86dd76e9-a274-4451-b777-4634a54a332c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.736441656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"6a9badf8-2789-4c55-a1ad-9ab077519d40","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"name":"e2e-rt-sw-dd1f51","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.790452165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5296b420-8454-418d-bec1-5676d0ce2b61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.790454983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae4aca70-96a5-4834-b630-6dd5c032bb79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.895283336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d26a5e1e-aaac-440d-b971-fa873b8ed8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:30.958051137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d26a5e1e-aaac-440d-b971-fa873b8ed8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.000046799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"aee1ce32-1e5d-4f4f-802a-dfc19d28d579","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.000038186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"abea5562-c8da-43d4-9165-3b34909d2812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.056464335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"aee1ce32-1e5d-4f4f-802a-dfc19d28d579","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.059302869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"abea5562-c8da-43d4-9165-3b34909d2812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.102935492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b68256dc-6725-421b-acd8-eb7719d2b2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.103101115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"36fc5ee2-7013-473d-b5ce-898d5de377f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.160775485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"36fc5ee2-7013-473d-b5ce-898d5de377f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.160939254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b68256dc-6725-421b-acd8-eb7719d2b2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.321690412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"94d286a6-fef2-4ae4-8a21-e058dd7d544b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.378526289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"94d286a6-fef2-4ae4-8a21-e058dd7d544b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.4227342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e74a58f-cb23-4987-a1dd-fc8250201cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.423025708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db53cacc-a014-4abd-938a-c67c1fcb4960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.479267038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e74a58f-cb23-4987-a1dd-fc8250201cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.479467074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db53cacc-a014-4abd-938a-c67c1fcb4960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.766455042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9ed8b051-2159-401c-97b1-1a1abbaa8bac","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.819781522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"6beef05f-c0a3-4ada-8ff6-167e01f28a4c","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.819819407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"6beef05f-c0a3-4ada-8ff6-167e01f28a4c","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.92020678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"4e622520-26b2-460b-9230-3f734db1ee29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.929557354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f80663f8-64a0-4d8f-8ed5-63feb42c4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.930908985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"c6149580-0bc5-4902-a4e8-5adca0759afc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.931469948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"064cc2ab-9e04-4da7-bfd2-f5da4d994736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.931997065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9a87e4-53c2-4b3b-867e-b733c8e37958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.932490261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"42edd3a3-7027-414e-8184-ba5703f6eb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.987384907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f80663f8-64a0-4d8f-8ed5-63feb42c4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.987659265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"c6149580-0bc5-4902-a4e8-5adca0759afc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.990506872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"064cc2ab-9e04-4da7-bfd2-f5da4d994736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.992129854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"42edd3a3-7027-414e-8184-ba5703f6eb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:31.9927684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b9a87e4-53c2-4b3b-867e-b733c8e37958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.020399775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9ad04f74-68ce-445d-8df2-bfc0bc363c0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.097820068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"9d3464f7-9ac2-4a4d-8ccd-888853596692","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.1208964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bbe58b65-b7ba-4386-be2f-76ade715f91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.220879968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bbce7d4c-f195-453f-8a2e-7dc05a2fe873","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.320709851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"f7e65cd5-cff2-4394-9e85-47ef5936be32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.349364593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"30dd92d0-cfb9-4dcb-9b70-e01a6e908de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.349614657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcde5dd-1c0f-448f-a43a-77d63826cd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.349992795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"0a1e9d66-1fdf-4537-a818-3ed229f400cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.350232649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b749e734-88e4-41fe-b34d-24b7b010ed40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.360268265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"378d3e17-7a7f-41ff-b6d7-3709d886e80b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.40662983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcde5dd-1c0f-448f-a43a-77d63826cd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.406691156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"0a1e9d66-1fdf-4537-a818-3ed229f400cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.408998631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b749e734-88e4-41fe-b34d-24b7b010ed40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.409126293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"30dd92d0-cfb9-4dcb-9b70-e01a6e908de6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.421702179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"f2260413-edfb-4c23-969d-7baa28221ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.437414861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8068189e-0f19-4b4d-86cd-ca455350c2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.449336109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"be466715-71cc-461a-b02a-6a05a37843f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.50543631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"be466715-71cc-461a-b02a-6a05a37843f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.537386509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"94f2817a-bfd9-4d4e-ac7e-ccf6fe58d725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.694652065Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"0aa3e576-faf5-45f1-a5e6-4f0e3f8229a2","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-filter-sub-b-e2b70c6c","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.73823369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"95e7ad9d-bdfd-49b3-a601-9aa6e9b3318a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.738707053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"468c3f8d-1a30-4544-8ed1-0a9f51c82655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.771020123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"d9c5df52-abf6-4d5f-a893-683ed2071951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.771390269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"14b35864-b7a4-4b7f-bb04-a6e7a015132a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.77163747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"2f647929-9484-4348-9699-77ecb4b40c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.771915214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5ef2e569-d63c-4af1-9cc5-12eca76c7569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.828496468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"14b35864-b7a4-4b7f-bb04-a6e7a015132a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.828508143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"d9c5df52-abf6-4d5f-a893-683ed2071951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.831998063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"2f647929-9484-4348-9699-77ecb4b40c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.832024828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5ef2e569-d63c-4af1-9cc5-12eca76c7569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.839386844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"3ea752e7-a2a8-49bc-8f2b-af095c1e015e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.872347536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"43edc41a-48a1-4c53-96ea-899ec89b8c89","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:32.928052381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"43edc41a-48a1-4c53-96ea-899ec89b8c89","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:33.014706288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"47e3d782-1aea-4f1e-aa17-b7e79e11530c","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:33.056246152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d236472d-86a5-4646-a677-6866634d7aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.427185988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"8dda1880-31bd-4946-9fbe-f807d9c4aa9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.587764301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"8dda1880-31bd-4946-9fbe-f807d9c4aa9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.5877928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"8dda1880-31bd-4946-9fbe-f807d9c4aa9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.587951914Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-sub","reconcileID":"8dda1880-31bd-4946-9fbe-f807d9c4aa9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.905220129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a95c0800-ac0e-48b5-8740-165cabb8e893","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:34.961427574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"4e4d45fc-95df-4f6d-ae5d-45ef98550ceb","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.064242347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2edf9cec-68f8-4873-9c66-6d27656211e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.0645164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"525eb6d8-32e5-4924-bc3f-48e89a04e838","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.064247136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f57e791e-2ca7-4d27-b664-ce836b308bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.065947059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"616d0ef1-ce71-43a5-a377-fc68ecc74167","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.120685961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2edf9cec-68f8-4873-9c66-6d27656211e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.12124967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f57e791e-2ca7-4d27-b664-ce836b308bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.122938842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"525eb6d8-32e5-4924-bc3f-48e89a04e838","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.327269427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-degraded-auth","reconcileID":"0949c5b3-5cd7-442a-8a37-bf315c013e5a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:35.489788677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6333c941-a4d2-4096-a271-87900da7d712","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.08297739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"b2295b04-c1d9-4a0f-adb9-dbf59e166e5e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.083002723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"b2295b04-c1d9-4a0f-adb9-dbf59e166e5e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.189017658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"f5c35cd1-f6c6-4bf0-9ec3-8ffff87a2c00","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.189045217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"f5c35cd1-f6c6-4bf0-9ec3-8ffff87a2c00","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.294640228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"5a6f21c5-54b0-4d67-be1c-a859ea895fbc","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.351708713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"5a6f21c5-54b0-4d67-be1c-a859ea895fbc","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.782293845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"269ec54b-7551-4b92-9ba5-af2c95156c59","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:36.782444573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"269ec54b-7551-4b92-9ba5-af2c95156c59","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:37.763106507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"67be5e39-e56c-401a-b15e-69992498f547","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:37.820021348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"edcf2418-4620-4aab-8068-6066902e1261","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:37.976714001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"24cb05a6-fd47-4632-9bc1-99c565b63c7a","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:38.03308786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"24cb05a6-fd47-4632-9bc1-99c565b63c7a","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:38.350104724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"39c779f7-a0a6-4c36-b473-35d6a0c3ad85","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:38.506193888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"2bdac8c0-89da-420e-80da-3fbaf10d58a6","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:38.562155271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"2bdac8c0-89da-420e-80da-3fbaf10d58a6","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:38.855601531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"2bdac8c0-89da-420e-80da-3fbaf10d58a6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-750b7789\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:39.0180778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"88ebec4a-0114-4008-964e-ec4e02476390","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:39.077817228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"88ebec4a-0114-4008-964e-ec4e02476390","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:39.624936222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"0deb77fb-e430-4431-b625-edb33e69ef73","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"e2e-filter-sub-a-522c5791","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:39.784950651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791","reconcileID":"0deb77fb-e430-4431-b625-edb33e69ef73","MaaSSubscription":{"name":"e2e-filter-sub-a-522c5791","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:39.999138981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"95a89962-dfd3-4d11-8c6e-e30b79735259","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.155622479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"11cde3ca-46f5-412b-8866-26a656a1e3d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.155771172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"687f634c-084b-45b9-8cb7-8658aa4f8c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.155622641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e180eb07-f169-4e50-baab-e7695072a5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.157808171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"96e57de0-78f5-4823-a3c7-c1336af6c9dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.162391497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6cd70364-3469-4b25-baa2-b8510f63e202","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.214510986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e180eb07-f169-4e50-baab-e7695072a5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.22245398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"96e57de0-78f5-4823-a3c7-c1336af6c9dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.225170495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"11cde3ca-46f5-412b-8866-26a656a1e3d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.226985425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"687f634c-084b-45b9-8cb7-8658aa4f8c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.584948079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"e1f21305-fd22-4cbb-a5ad-2dace0cf73c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.585135658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"fbd4bc74-ebc7-4a47-8066-fc1e58cbf0f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.5854933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"80e25662-91a6-41ba-98cb-19662571706f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.585698182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a65abfc3-6c50-48a9-a304-a605bbbd841c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.64227304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"e1f21305-fd22-4cbb-a5ad-2dace0cf73c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.642523371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"fbd4bc74-ebc7-4a47-8066-fc1e58cbf0f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.644792707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a65abfc3-6c50-48a9-a304-a605bbbd841c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.644887944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"80e25662-91a6-41ba-98cb-19662571706f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.841611209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-gw-auth-750b7789","reconcileID":"851acbc4-ef9c-4a78-b758-4da85eecea3b","MaaSAuthPolicy":{"name":"e2e-gw-auth-750b7789","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:40.841612654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"8ec3ce09-91a0-4f7a-92ab-a68e05a1be6e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.106071705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"0e79cb91-76ea-421f-8258-5d39109c6390","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.656787167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"4b7b4289-268d-4a51-9f11-96e6ed84af8a","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.65681045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"4b7b4289-268d-4a51-9f11-96e6ed84af8a","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:48:41.707219842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"498758d8-1122-4966-ac39-2a6c2e743b03","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-dd1f51-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.813113839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63946990-1e50-48f4-8aa8-2ddbe674fa08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.813280732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"4adb9467-4ed5-4c09-85dc-e114bfb2eb8c","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.813113062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85cfb90-4538-4c7a-816a-d4f2f1535073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.819532625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"5bbbdb6e-97a2-4b44-88c4-dcd74c588546","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.819548222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"5bbbdb6e-97a2-4b44-88c4-dcd74c588546","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.870253712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63946990-1e50-48f4-8aa8-2ddbe674fa08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.870708566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85cfb90-4538-4c7a-816a-d4f2f1535073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.873233445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"4adb9467-4ed5-4c09-85dc-e114bfb2eb8c","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.924660175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"b8562f0e-0f5e-4f6d-80c8-198900ea857e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:41.924689523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"b8562f0e-0f5e-4f6d-80c8-198900ea857e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.055745845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"27ae12f5-5679-4c34-8b25-e6115c11732b","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.055773341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"27ae12f5-5679-4c34-8b25-e6115c11732b","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.293920228Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"9107d3ef-ca79-4fa6-b5dd-589e36265515","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"e2e-rt-sw-dd1f51","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-dd1f51-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.4087881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b4c6ee-2e0a-47f5-9048-77f334a653b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.469570305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9b4c6ee-2e0a-47f5-9048-77f334a653b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.508720447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f58995-6548-4097-8ea9-528c92e52051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.565028404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f58995-6548-4097-8ea9-528c92e52051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.568520872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"7b33d669-ee26-4c85-ae5d-0392f13c3271","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.568543716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"7b33d669-ee26-4c85-ae5d-0392f13c3271","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.608825147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"39fd7485-2da3-4964-b633-b82d020ba0fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.665279244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"39fd7485-2da3-4964-b633-b82d020ba0fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:42.780174819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"9688d1e9-8bc7-4c9a-a249-81551da5105c","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:45.778472192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"c39f0265-f76e-4f13-948b-6f6377911e42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:45.872446622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"c0417bf7-6f12-4e63-9875-63625df6863b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.051320257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5300e338-f2e7-4632-999a-ee98e2aa6709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.211319805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9b60eb85-1425-45b6-ace8-27d6f148a244","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.31119029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c06f94a-54c8-417d-9c1f-45be3758ad68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.331417545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"19b7a735-1310-4deb-90fd-217499563fed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.410457204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"42490ed4-9f35-4ec9-bd2f-6fb02bfdfe55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.410479867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4bb660e3-3502-4ae8-833b-585eafb8167e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.545418379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"318a8e80-7d27-4feb-9eae-e6145926cbbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.64606043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"2802e4a0-4586-41b3-9245-c280869cdf77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.752861784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"9637daef-d0d7-420f-b889-e3d2e23f5d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.757477188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"05702f92-d5b2-40cf-86cb-69b8d3babd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.758076673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"02a163fa-1c36-4888-8365-2d7d2b804bea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.805610662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712eabf6-002c-4763-82c4-7d82f4a6e62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.805822043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"57bfe081-267c-4612-b410-b152c96a08b2","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.805614768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67c038b3-2946-423c-82d8-0e164ddd47c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.871718603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"57bfe081-267c-4612-b410-b152c96a08b2","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.872507964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67c038b3-2946-423c-82d8-0e164ddd47c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:46.875194187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712eabf6-002c-4763-82c4-7d82f4a6e62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.086805307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d88b53e4-cf8c-4677-93cc-e75d3a3ac47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.385633837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e8ae933c-a779-4d0f-8f50-1c5160100510","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.386450669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"807c243e-6de8-49e5-8363-028198fb76c6","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.453961836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a26cf016-5803-4fee-8791-2d0a3e1c093d","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.454661963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"724106ef-53e9-4862-b69e-2d7cf1653e5a","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.561419852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"c625857d-e2cd-4fc4-8af2-d5a9dac2b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.561373406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"08ca9369-7de0-4bef-bac0-d904c8fefc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.620182019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"72c326d3-b87d-49eb-98a3-dcc6bd9904ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.621130897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"67da556b-009f-496d-b5d8-648975f31fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.626166114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"c625857d-e2cd-4fc4-8af2-d5a9dac2b00e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:47.627930948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"08ca9369-7de0-4bef-bac0-d904c8fefc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:48.011334123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cccb79d8-70a7-47c8-9a59-23c0487843c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:48.011391106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"be161eed-f15d-4279-a390-9fe40497fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:48.074542413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cccb79d8-70a7-47c8-9a59-23c0487843c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:48.078716343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"be161eed-f15d-4279-a390-9fe40497fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.333487485Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"6b193aa6-7ebe-4032-94e4-25c8fb56e43c","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"e2e-filter-sub-b-e2b70c6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.491697167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c","reconcileID":"6b193aa6-7ebe-4032-94e4-25c8fb56e43c","MaaSSubscription":{"name":"e2e-filter-sub-b-e2b70c6c","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.706109845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"063f39a0-50c5-4e02-8b15-a3266cc6c418","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.864607005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6fba9a6b-04b5-4d13-b3b1-a18bc7ee06a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.864755338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"636cae63-ae5a-457e-8476-591454af04ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.864607028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"b84c80c0-6b92-4e08-af0c-e1edc516344e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.865121254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0ea3651c-52d1-4868-8d60-a109097d8151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.869020853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"88ec3b66-2694-421f-934f-398b1dd78012","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.914122639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"68f8f8a7-d4d7-443e-a1e7-64e95b4c79dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.922889743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"636cae63-ae5a-457e-8476-591454af04ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.922928951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6fba9a6b-04b5-4d13-b3b1-a18bc7ee06a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.92634789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"b84c80c0-6b92-4e08-af0c-e1edc516344e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:50.926363025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0ea3651c-52d1-4868-8d60-a109097d8151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:51.127873986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-a-522c5791-auth","reconcileID":"e7c417fe-5e60-4025-97ef-cbe2130c1e19","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-522c5791-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:51.335720593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"ee92bb8f-da18-4747-9040-4871d1675a2c","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:51.485385705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-filter-sub-b-e2b70c6c-auth","reconcileID":"b5970844-c17c-41db-992f-4d18b4ebf3cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e2b70c6c-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:51.485473974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"e96fad0d-7b33-4930-b27a-5e75482f4705","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:51.646004094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1c7b0ea7-3d03-4058-b90a-adbeae8df483","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.585687941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"6a57d288-bed9-4d51-ba24-275909cc5b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.803150344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"90d1a160-a25f-433d-9372-fec6dba4d34f","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:55.931463387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.07655426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"261f5117-e47f-449a-9bf4-9c0256edd422","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.076584852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"261f5117-e47f-449a-9bf4-9c0256edd422","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.535419825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"b48171dc-bbd8-448c-b906-c299de01f1ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.535633582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c93e886b-a677-42aa-960e-3a98ebf400ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.535877148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182f76bb-bac1-4125-8a23-a5fd4c286c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.582337126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1cd0b8b7-b777-4d6b-b969-13300b811c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.582337116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d888b8c3-3057-4220-b974-6e89d4e6a509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.59273883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c93e886b-a677-42aa-960e-3a98ebf400ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.593274937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182f76bb-bac1-4125-8a23-a5fd4c286c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.594898492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"b48171dc-bbd8-448c-b906-c299de01f1ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.642532774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d888b8c3-3057-4220-b974-6e89d4e6a509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:56.642646825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1cd0b8b7-b777-4d6b-b969-13300b811c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.120759409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9931b044-37e8-4821-8409-385fce6889b2","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.173719597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"44e25535-0c76-46bf-ac0c-ccfc9d2f59a5","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.173749202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"44e25535-0c76-46bf-ac0c-ccfc9d2f59a5","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.278681539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"af9a2c6b-da52-45a6-b5a3-d768c6b0cae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.278731209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"e93dc109-fa52-4338-99c2-10b351fc3b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.279215442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"6c71a7ab-3236-4d80-814d-564b793953f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.279353477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a4f1efc0-52d5-4b73-b3b0-03ed9ebb933e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326380995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"341321b0-0695-43f1-bddf-453ef3626d58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326399719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"341321b0-0695-43f1-bddf-453ef3626d58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326666626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"282aacca-f0d4-4308-bc31-8c42f8ee6f74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326681454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"282aacca-f0d4-4308-bc31-8c42f8ee6f74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326922854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1103048-3fdc-405d-8603-eb8ae392550b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.326935793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b1103048-3fdc-405d-8603-eb8ae392550b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.327134041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"066a109d-4c16-41b1-ac86-19c094f158ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.327145771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"066a109d-4c16-41b1-ac86-19c094f158ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.331184761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"bfd7355f-0e58-4190-8ec1-ba7535314249","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.336849497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"6c71a7ab-3236-4d80-814d-564b793953f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.338190162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"af9a2c6b-da52-45a6-b5a3-d768c6b0cae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.341002319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"e93dc109-fa52-4338-99c2-10b351fc3b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.341546824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a4f1efc0-52d5-4b73-b3b0-03ed9ebb933e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.38005521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"adfb99eb-247a-44a1-aa7e-f9daee4dddeb","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.38007755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"adfb99eb-247a-44a1-aa7e-f9daee4dddeb","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.386864841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"bfd7355f-0e58-4190-8ec1-ba7535314249","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.44470831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a581c60-baab-4dd1-a958-9dff11b51cb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.444748811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a581c60-baab-4dd1-a958-9dff11b51cb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.445329688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"764abfe4-40c6-4987-8a31-96cdb7b7f2fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.445349896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"764abfe4-40c6-4987-8a31-96cdb7b7f2fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.445700112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b88fc99-b72c-4176-9adb-8a68e766532d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.445729907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b88fc99-b72c-4176-9adb-8a68e766532d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.446300444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e48928-6cf9-46d6-a64d-009074184582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.446315304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4e48928-6cf9-46d6-a64d-009074184582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.542188269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11660adb-8e17-47c6-aa9e-6a0d68439248","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.553406886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5db71d44-8a52-46a1-a317-a133cad9c956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.605397024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"551885dd-80a9-4e3b-9847-93d07f6085f4","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.656202648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dd48f89e-7cbe-4b71-a9ae-b83b13e2315b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.656529248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"40834ccc-f5d6-4ef3-94fc-30a9a52e6453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.656896492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ef2f0e3f-3f5d-41cf-8b0c-c60ecef3bd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.708562858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7592689-251d-4c6e-a26c-086dc79b1fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.712860077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dd48f89e-7cbe-4b71-a9ae-b83b13e2315b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.712942749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"40834ccc-f5d6-4ef3-94fc-30a9a52e6453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.715196866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ef2f0e3f-3f5d-41cf-8b0c-c60ecef3bd9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.764663462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7592689-251d-4c6e-a26c-086dc79b1fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.864162109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"035a0597-bc7a-4e10-af97-9450ddf909bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:48:59.920022113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"035a0597-bc7a-4e10-af97-9450ddf909bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.025551825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2f23f481-1a18-4fd3-b0d5-16a7e437a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.025776634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"123b97b4-f6bc-4ad8-afed-a2966fe0c0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.025547151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ccc36850-1f67-4cf1-b608-037cb68b49f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.082265617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ccc36850-1f67-4cf1-b608-037cb68b49f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.08227339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"123b97b4-f6bc-4ad8-afed-a2966fe0c0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.084455828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2f23f481-1a18-4fd3-b0d5-16a7e437a1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.129819708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"af1a974d-2f14-487c-9549-18b758ae5f3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.223543079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"af1a974d-2f14-487c-9549-18b758ae5f3f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.280554351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"dccec052-597f-479f-ad78-232d9842378a","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.374265461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7e3ea729-7a68-4a36-957b-a5ee6c5d4c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.447686272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b06d6b79-d3e3-479e-ba59-7a225e3eac55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.448071528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"57bce3f1-069b-4978-bef9-b203baa733b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.449389359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"6f55ea1f-2e08-4c0e-a8e2-f6ec0ffb078b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.449429342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3623cb6c-ed8b-458b-a448-50a370aeea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.503865243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b06d6b79-d3e3-479e-ba59-7a225e3eac55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.50435929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"57bce3f1-069b-4978-bef9-b203baa733b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.50632125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3623cb6c-ed8b-458b-a448-50a370aeea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.506824661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"6f55ea1f-2e08-4c0e-a8e2-f6ec0ffb078b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.656196324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ef2b420f-8cbb-478e-9c62-79e2852ee4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.712140914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ef2b420f-8cbb-478e-9c62-79e2852ee4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.816756988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"256b2929-600f-4728-840c-42f24eb06dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.817149412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"db97227e-3fb1-4255-8bfd-2b266dfdd223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.869298198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7158cffe-f488-4373-ba0d-df7dd6fc872b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.869505109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0fb46fe-afa7-4d54-bd9c-d02f8654b6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.873214931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"256b2929-600f-4728-840c-42f24eb06dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.873458199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"db97227e-3fb1-4255-8bfd-2b266dfdd223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.925682604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7158cffe-f488-4373-ba0d-df7dd6fc872b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:00.92586407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0fb46fe-afa7-4d54-bd9c-d02f8654b6cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.074953398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"defda1cc-4e65-45db-9816-585cee95995d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.131905442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"defda1cc-4e65-45db-9816-585cee95995d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.2283526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e42096f0-5837-4693-98aa-39d258dae048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.239820479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"1874175a-461c-468b-9ed3-b788dd755d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.279970207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"bf194805-c2d0-46f7-bc79-293691caeffa","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.284554192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e42096f0-5837-4693-98aa-39d258dae048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.296014965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"1874175a-461c-468b-9ed3-b788dd755d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:01.336614143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"bf194805-c2d0-46f7-bc79-293691caeffa","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.489393828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"4ce1fed0-a629-407e-a0a8-d70c5c737164","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.489616998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38fd04ae-9777-497e-a8ce-281e70249548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.489398702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3271a7c2-a571-4dc8-ad93-a139c38b5356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.549711964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"4ce1fed0-a629-407e-a0a8-d70c5c737164","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.552268469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3271a7c2-a571-4dc8-ad93-a139c38b5356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:11.564047157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38fd04ae-9777-497e-a8ce-281e70249548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.456293413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60a26e68-dabe-4d4b-8a2d-a7e24f4b1638","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.608789029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"0eedbaa6-f2bc-4266-94c3-8995a4bcaa7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.661579933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5efa9d35-f792-4bce-aebb-360f4c8639ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.723356953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"1b5b0b37-df85-48b0-9d86-79e1be64c49c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.824459372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"0e4444b4-b747-4a00-92bf-cde860c96015","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:18.923401229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"ecb887d2-a81c-43e8-8092-64710573f88e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.070704676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"19839530-7fd3-4e1f-b339-b189cb144c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.181042495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9f71e305-0354-43f8-84e0-e70f648f85b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.222467914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"5ca7b5aa-06fe-4ac7-a32c-845e5e7ad0c9","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.269135851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"cf680a87-69a2-42e7-a4b5-b0d0566ef7e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.290053588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7f7ba543-8f7f-45c3-b856-92a088e07a5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.390822849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"c3676b7f-d9d3-46c3-8ddf-0a06d7f6e4df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:19.500756836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"51e10dd6-37c5-48c6-8092-44b56ebf2301","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:25.932029708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:25.965608264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"5dbac763-9822-4bc4-b275-0c080b3a8271","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:25.96615539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"70cb38f5-d212-4e25-aeeb-4af24b5595bc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.046341155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6bf0a41a-eafb-48db-906c-4d88b3b7fe85","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.046925932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"a22bc271-2f8b-4097-817b-197cc5dd9f23","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.149345471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"05f56981-97f4-4cf2-8c4a-41a183fedee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.150356823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8cf11acc-ece1-4fc8-bef1-19a45b1587c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.203920182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"c48a4a47-50bd-4563-84be-011b09d2fa16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.203960754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"657eb408-f850-4259-89dc-b78513ccecd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.207053393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"05f56981-97f4-4cf2-8c4a-41a183fedee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.227963218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8cf11acc-ece1-4fc8-bef1-19a45b1587c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.572382372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c079a29b-583c-4138-b8de-4677b0428a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.628759436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c079a29b-583c-4138-b8de-4677b0428a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.674196929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f4314143-76ca-45c6-82b3-3b965b6f6a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:26.730613771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f4314143-76ca-45c6-82b3-3b965b6f6a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:27.579404083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"8cb62995-0b88-496e-a3ed-c6bf69e4522e","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.100743919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"fc0b3cd7-b809-4f97-b60f-ff3106d7cd2a","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.101473515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"02ef8b0a-1a81-49d7-95a9-24b29d56af21","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.166195159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"b055a73c-3980-4d21-8001-176aa7913425","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.166685973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"3ffba37f-b8fd-4420-8379-407c8997baa7","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.257188921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"197b546a-aefc-430f-817d-b0ae710758a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.257744475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1ce1df81-ae2d-4d5f-a45d-07d6da6d5921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.310572594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"63db45e1-b198-423a-a8d6-1546142a0cca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.31145049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"b5b1035c-13a8-4c01-8151-a6e4d211409c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.313881757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1ce1df81-ae2d-4d5f-a45d-07d6da6d5921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.313959665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"197b546a-aefc-430f-817d-b0ae710758a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.69613253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8fb46e78-adf5-4674-ac3a-bbf859598414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.696133313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8905276c-3aa8-4894-9787-15b9513ba8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.753949809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8905276c-3aa8-4894-9787-15b9513ba8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:35.754101747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8fb46e78-adf5-4674-ac3a-bbf859598414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:37.696995741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"898b9390-d588-45c6-ae7a-6da21ee386e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:37.7974725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"3a86bfae-8180-489b-9ad2-30ffb8766411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:37.962586767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"89ecec6a-a659-41ee-bf1a-962b91deb148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.063288685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"00c59bdd-6366-419d-be49-e4dd0a904d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.164361736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"d73922f1-738f-4753-aba9-6c0dec7869de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.164544875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"2f2cb047-e25c-4245-80a6-d75ef4d7b5a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.293963383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b9dbaedb-51ac-472d-bbb0-08d82a3b990c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.316605235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"3ab0605f-a9fb-4ba3-809b-dea30d7f65f7","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.403760995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"6e3c7566-750f-4e7d-8c0b-de04507077d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.504339124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"d94025f4-4e78-4132-9614-9e97be34747b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.60574425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"51d65dad-ec31-4073-b266-3090ace271e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.623909553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfc76a9d-78a2-433a-ba4e-5b45a04a5fc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.705972324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"6254a7c3-69df-4a56-b774-495444dd09cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.709130714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5cecdd20-8d70-44c1-8180-7110a057d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.709221636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"068a34a1-b925-4f30-a757-f19041618498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.765587822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"068a34a1-b925-4f30-a757-f19041618498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:38.765716191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5cecdd20-8d70-44c1-8180-7110a057d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:48.468518426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a597e5fc-8de2-486b-a927-86dc83f476dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:48.468540758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"422439d7-bacd-4367-96a6-1732fceb65c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:48.524608773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"422439d7-bacd-4367-96a6-1732fceb65c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:48.525184783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a597e5fc-8de2-486b-a927-86dc83f476dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:51.334328937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"e4306160-2b13-4edf-91f2-22f4fd2a6d3b","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:55.931279128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.644712637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"aebd1402-cb9f-4996-898e-7ce24a3f2995","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.64533334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"7e6f89ed-b737-4422-9ef7-3aba6266b0da","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.645755154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"5ed603fb-adcc-4001-9890-4ab03f3fc9dc","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.714066984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"6fc4aa26-3769-4d72-becd-e61074b574e5","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.71432952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"5378c9e0-6c46-4511-92bf-d248ad2c0075","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.714640603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"93bff2d8-1b93-4cd9-b622-f59992ac7848","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.801769563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ff14f6ef-21fc-4e3c-9d83-5b1d062f5bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.802880368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0107f9a6-e58a-4d07-8d88-1316f95ffc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.857425409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"98fc21c5-761a-46cc-a2ca-2b5ffba3eb75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.864386351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"9a587f3b-d463-481b-934b-d8bcdba9caf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.867376385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ff14f6ef-21fc-4e3c-9d83-5b1d062f5bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:58.869730591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0107f9a6-e58a-4d07-8d88-1316f95ffc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:59.183943856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"21a66013-f25a-437c-ab40-33dc89808e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:59.183953319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"535b61a9-2d5c-4bc8-b90e-e2662c918720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:59.240454422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"21a66013-f25a-437c-ab40-33dc89808e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:49:59.240581139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"535b61a9-2d5c-4bc8-b90e-e2662c918720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:00.005307915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"2c9bb49e-bef0-40a9-a055-e6dc98a8ca9d","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.742550211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"33c1a057-39f1-485c-8a70-ceac947c2640","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.796806361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"aaa5e271-b92d-4832-bfb2-57bdba9c4c7e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.796858218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"aaa5e271-b92d-4832-bfb2-57bdba9c4c7e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.90107704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"076c74fc-e121-49d8-99dd-8df99456aea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.901097753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"88e1ef39-beb1-4a5a-9270-118a865bd485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.901558581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9b797820-a501-452b-b4f4-6d4bcb84121f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.901678976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dac1ff5d-02fc-4243-88c3-2d9f90ff512a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.94855967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ea07a7c-137b-41e3-9978-3606ca796725","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.948585925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ea07a7c-137b-41e3-9978-3606ca796725","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.948921236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f477e1c4-2946-4692-a71f-bd3deec1d23b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.948934467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f477e1c4-2946-4692-a71f-bd3deec1d23b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949145807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"865b5a7e-addf-403d-9b35-886ad1fc76f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949155464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"865b5a7e-addf-403d-9b35-886ad1fc76f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949358769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c03644-fd31-477c-8294-3273e8f54a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949368385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c03644-fd31-477c-8294-3273e8f54a2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949632658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd6fad4e-8cde-49a5-9e62-515154b3378d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949643125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd6fad4e-8cde-49a5-9e62-515154b3378d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949820436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa3aa6d7-bb65-44f2-8e6a-0f7c15eb153d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.949844671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa3aa6d7-bb65-44f2-8e6a-0f7c15eb153d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.950045101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"12be99d8-5fc1-4ed2-93b2-c2f4de7771ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.950055702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"12be99d8-5fc1-4ed2-93b2-c2f4de7771ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.950231793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ced275b5-d66f-4938-857b-ffd269e70327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.950240994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ced275b5-d66f-4938-857b-ffd269e70327","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.954265717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"e47437fc-d676-485c-b542-4183a9cd47ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.958401724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dac1ff5d-02fc-4243-88c3-2d9f90ff512a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.959450564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"88e1ef39-beb1-4a5a-9270-118a865bd485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.96090378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"076c74fc-e121-49d8-99dd-8df99456aea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:02.961704214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9b797820-a501-452b-b4f4-6d4bcb84121f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.002897552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"5ac40c00-8cfb-4116-bc37-e13ee2d18935","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.002924555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"5ac40c00-8cfb-4116-bc37-e13ee2d18935","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.0106477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"e47437fc-d676-485c-b542-4183a9cd47ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.16954378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9999d6f1-8d9a-4309-9e01-b2a7da2b959e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.169685101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e499393-af2f-4641-8e62-eb49ce83218b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.212671129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"6e6d623e-63cc-43e7-99f0-1a85f01a3da9","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.273390828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f0e03a34-1c03-4c1f-9743-d0944ceb694b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.273939622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"17d4cafc-a472-46d7-bf93-585d66fb5a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.274034992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"7607ede9-f53f-4379-b4ad-ca00ca921464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.274471591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ce90df77-e7f7-4c42-9ff7-60e58407977d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.331203775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f0e03a34-1c03-4c1f-9743-d0944ceb694b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.332480938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ce90df77-e7f7-4c42-9ff7-60e58407977d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.335772876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"17d4cafc-a472-46d7-bf93-585d66fb5a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.337387517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"7607ede9-f53f-4379-b4ad-ca00ca921464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.483385157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b116405c-b646-429f-9f2d-05f686b61f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.539791074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b116405c-b646-429f-9f2d-05f686b61f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.649023993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f7b7afbe-3f58-4399-9cc9-bb1d827dd9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.64921392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"701598f9-e385-4f40-8d88-9451c8b3a29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.700680732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19aa561d-6604-44cb-ac41-4bce097a2722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.702472155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"d0b9baec-fe37-4a9a-a1c9-756004d5a47f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.706530096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"701598f9-e385-4f40-8d88-9451c8b3a29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.706582572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f7b7afbe-3f58-4399-9cc9-bb1d827dd9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.757398296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19aa561d-6604-44cb-ac41-4bce097a2722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.758563111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"d0b9baec-fe37-4a9a-a1c9-756004d5a47f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:03.908259811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"d232a467-5cb6-47db-9466-f0bbe40de50a","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.070331407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c6d09072-cb86-4962-908b-a66f663a51dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.109737794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"832294a6-31a1-40d8-aac2-269f2c230d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.110762477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"42129a96-784d-4371-bf51-fd20e492825a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.127301976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c6d09072-cb86-4962-908b-a66f663a51dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.166166513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"832294a6-31a1-40d8-aac2-269f2c230d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.168025862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"42129a96-784d-4371-bf51-fd20e492825a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.209052937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"997642ab-19c7-4031-a038-4a5ab1b07950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.265142532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"997642ab-19c7-4031-a038-4a5ab1b07950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.265714256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"2eb06f01-4a55-497a-b8e8-eaa1b31eb687","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.321861372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"2eb06f01-4a55-497a-b8e8-eaa1b31eb687","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.440284211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"6d746224-36ac-4230-aa03-5ff3ed378dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.496366402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"6d746224-36ac-4230-aa03-5ff3ed378dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.541174896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"95ad0704-c9eb-48f5-87e6-e7018f78a3b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.543317856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"17464fe4-46d7-4a27-8bd5-a3321e851773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.598297616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"95ad0704-c9eb-48f5-87e6-e7018f78a3b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.599741278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"17464fe4-46d7-4a27-8bd5-a3321e851773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.640264272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ffe050a6-ac20-47ab-9927-764c47dc0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.696029799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ffe050a6-ac20-47ab-9927-764c47dc0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.737482844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0da31a5c-0a91-47d1-be5e-e3a72a95ed2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.793342556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0da31a5c-0a91-47d1-be5e-e3a72a95ed2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.859113841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6dfe94-7664-4486-a1ed-d0608a534155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.910070179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"21ab11bd-ee82-4f0a-b9d0-2cf81b0d45a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.914909558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6dfe94-7664-4486-a1ed-d0608a534155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.961443857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fe49a59-8452-4601-97f0-3844248b44eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:04.966090017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"21ab11bd-ee82-4f0a-b9d0-2cf81b0d45a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:05.018014631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fe49a59-8452-4601-97f0-3844248b44eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:10.967496349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"fef4fc88-ca78-4541-b160-e1b7382a661d","namespace":"llm","name":"e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.022431295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"b8e9e884-37eb-4ca9-a4ef-6bf55df2df8e","namespace":"llm","name":"e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.105703038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"15eedcfb-236b-4649-9d7e-8afcf46de62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.106356936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7dda7331-ba75-453f-9738-40614380d4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.175520963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1de7697e-048d-407c-b9f8-77dd272c9fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.176023448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"8eb797f3-8520-4c5a-80fb-8b97180316db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.176664133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b8a8cfcc-e131-424b-b861-94c7249c243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.184289199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7dda7331-ba75-453f-9738-40614380d4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.187885183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"15eedcfb-236b-4649-9d7e-8afcf46de62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.256817814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1de7697e-048d-407c-b9f8-77dd272c9fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.26928609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b8a8cfcc-e131-424b-b861-94c7249c243b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.270693724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"8eb797f3-8520-4c5a-80fb-8b97180316db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.417472356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"cfc80dda-b604-4a0c-9d7d-cc7e0a933c66","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"name":"e2e-rt-eq-5eed0a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.59326249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e7a31210-3b3c-48b4-a33d-7c74b468b05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.593204368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"3c01e6bb-a29e-4664-a9db-f6315204fb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.622543956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9edb8e7d-f588-455a-a453-ceff17eadac9","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.622582724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9edb8e7d-f588-455a-a453-ceff17eadac9","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.631575105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3abef8da-2868-4e80-bc08-fea2ed929f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.632178023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4cbf11d-e16b-4308-b03c-7f770388ea1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.651809203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e7a31210-3b3c-48b4-a33d-7c74b468b05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.692528862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"3c01e6bb-a29e-4664-a9db-f6315204fb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.694024445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"0b16bcf5-c984-45eb-b836-565a194679f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.694498236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"59e08e9c-dcf6-4d01-a8e8-0278ce4256d0","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.734534243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1c2ff5af-c680-4a33-9a80-4d93e6431b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.766762625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"66be3050-c780-4653-b78d-615fa349247a","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"name":"e2e-rt-eq-5eed0a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.779923431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ab73bd-68e2-4ff3-a484-60468db4f383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.831909789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"0b16bcf5-c984-45eb-b836-565a194679f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.885004999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1c2ff5af-c680-4a33-9a80-4d93e6431b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.887042363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"134aee14-3b09-4f82-8236-da002c955995","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.887066136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"134aee14-3b09-4f82-8236-da002c955995","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.890226612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aea19763-b3bc-430b-8f27-1183091d6270","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.890248264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aea19763-b3bc-430b-8f27-1183091d6270","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.891246521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2af432a2-8432-4e13-b5db-c1f37ac6ba8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.891262162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2af432a2-8432-4e13-b5db-c1f37ac6ba8a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.891566709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4887cc7a-22c5-4328-8834-2b9d399eaf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.891577238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4887cc7a-22c5-4328-8834-2b9d399eaf01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.893404848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed0380aa-51b4-489b-90b5-1423e42d840e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.893418916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed0380aa-51b4-489b-90b5-1423e42d840e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.89370772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ef4c7ee-97c5-4920-9b1f-eaa871d8b121","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.893718743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ef4c7ee-97c5-4920-9b1f-eaa871d8b121","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.894033345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71c9c76b-7275-4f92-b5a7-b6525c921190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.894052476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71c9c76b-7275-4f92-b5a7-b6525c921190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.894475078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2e0ebe-e81e-45c7-a693-b6f96a5e01da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.894487624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe2e0ebe-e81e-45c7-a693-b6f96a5e01da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:11.900598734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5ab73bd-68e2-4ff3-a484-60468db4f383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.247355002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3d63e6e-a7b1-4fef-80ff-e8dd05fd5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.249604668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3fc71c32-83e1-438b-a90e-4811d48fa5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.322103277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3fc71c32-83e1-438b-a90e-4811d48fa5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.323659068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3d63e6e-a7b1-4fef-80ff-e8dd05fd5efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.365008818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"aec83f66-bd8a-43d8-b505-4538ba7e2e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.365749343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"7b65563d-0777-4017-91ab-f5b24827505e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.419479176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"df49adcd-2464-473d-af05-3341402ddd2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.427914027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"7b65563d-0777-4017-91ab-f5b24827505e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.430791583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"aec83f66-bd8a-43d8-b505-4538ba7e2e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.49573191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"df49adcd-2464-473d-af05-3341402ddd2a","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.735378648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"24f133b7-04b7-49dc-aaae-95091410cb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.736165975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6f45d8a5-3e0d-4c69-88aa-f41fd9d5b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.814094332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"24f133b7-04b7-49dc-aaae-95091410cb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.815852405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6f45d8a5-3e0d-4c69-88aa-f41fd9d5b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.863328178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"edcf801c-9a64-4705-828a-28f39a48f277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.921500107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72a1a21c-d78c-4589-9397-cc30388d5978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.923337169Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"f5487773-4b38-4c31-b165-84733e3089b5","namespace":"llm","name":"e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.928621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"edcf801c-9a64-4705-828a-28f39a48f277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:12.99045923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72a1a21c-d78c-4589-9397-cc30388d5978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.009971081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"27f8c481-6c47-4a50-bad2-c911ae93a612","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.010093397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"27f8c481-6c47-4a50-bad2-c911ae93a612","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.140514759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1cf2f8da-af07-4fa8-9663-dd5d80b2a9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.202589979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1cf2f8da-af07-4fa8-9663-dd5d80b2a9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.249921862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"28d6f634-9d32-456d-a1e3-7b0654bb0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.25103945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"94e5986b-5897-484e-9b8b-9cff34c44c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.307699231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"28d6f634-9d32-456d-a1e3-7b0654bb0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.313393433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"94e5986b-5897-484e-9b8b-9cff34c44c9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.395191969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"781ad264-5fed-480d-b1b6-b3cca96ac456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.395251578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd754523-85b4-4500-b046-5e2b8babeac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.451691147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd754523-85b4-4500-b046-5e2b8babeac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.452316123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"781ad264-5fed-480d-b1b6-b3cca96ac456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.564580272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8068a91b-aca8-4f3c-b11c-05fd876ca515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.620915634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8068a91b-aca8-4f3c-b11c-05fd876ca515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.668571752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e0f8af54-672c-4abc-a2dd-a728d05d3b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.669612043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"d60bd3d8-c5fd-4867-879f-e7f53406bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.725613225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e0f8af54-672c-4abc-a2dd-a728d05d3b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.727130547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"d60bd3d8-c5fd-4867-879f-e7f53406bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.817820198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0a5067ad-cf64-4be1-901c-2689c642a767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.869741968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"881dfacb-d17c-46a0-aa7e-4a59e097ed3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.874128986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0a5067ad-cf64-4be1-901c-2689c642a767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.925822818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"881dfacb-d17c-46a0-aa7e-4a59e097ed3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.934641689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"9b26099b-db23-4b76-8964-e367db8d2455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:13.990901138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"9b26099b-db23-4b76-8964-e367db8d2455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.037711595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4d8aa09f-9737-493a-909d-727d0f3fc81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.038129489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a7391870-e378-4801-8a7a-103d8d9a12a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.094234297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a7391870-e378-4801-8a7a-103d8d9a12a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:14.09466982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4d8aa09f-9737-493a-909d-727d0f3fc81d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.193283111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"f37b9995-6fb5-4520-a1cd-fe9bd5e35ff0","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.193320269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"f37b9995-6fb5-4520-a1cd-fe9bd5e35ff0","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.298588372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"e06773f9-664e-4213-90fb-b9b462306f97","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.298617979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"e06773f9-664e-4213-90fb-b9b462306f97","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.457266058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"46e45123-605f-4b3e-8cf8-0568177804a7","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.513416117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"46e45123-605f-4b3e-8cf8-0568177804a7","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.939154016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"37f241ce-8669-4e26-8f4d-f6dc7abc9009","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:17.939188795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"37f241ce-8669-4e26-8f4d-f6dc7abc9009","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:20.587359182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"d32c664d-94ca-49a7-add9-589bd049ab3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:22.809894013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:22.862892113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"b865ce4e-f232-41b9-b1ce-b3806184dadb","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:22.862924277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"b865ce4e-f232-41b9-b1ce-b3806184dadb","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:50:22.920166483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-5eed0a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-5eed0a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.025256033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"70950693-b90e-4bd1-b9b9-d61eefcb2a69","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.025280424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"70950693-b90e-4bd1-b9b9-d61eefcb2a69","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.073124277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"2853223e-462b-4590-90df-9e00efe7c89f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.075715084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"df608c46-4688-427e-a66a-4563380c9510","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.076025132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fc7ea4-54f6-43e6-a8f0-2864223dc9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.076184887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40a95aa-a995-47ac-aaa0-453a070041ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.129466253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"2853223e-462b-4590-90df-9e00efe7c89f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.130457143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"68f26a6d-2480-4bd6-b245-d9e98290e019","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.130483378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"68f26a6d-2480-4bd6-b245-d9e98290e019","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.133666301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b40a95aa-a995-47ac-aaa0-453a070041ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.133846679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fc7ea4-54f6-43e6-a8f0-2864223dc9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.136059475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"df608c46-4688-427e-a66a-4563380c9510","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.240555686Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"79dd2463-7d2c-4666-a478-7d2405e3a7b7","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","model":"e2e-rt-eq-5eed0a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-5eed0a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.511301229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"7fc60bd1-aef4-4b38-b29b-d40a0663773d","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.511328421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"7fc60bd1-aef4-4b38-b29b-d40a0663773d","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.601015912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb828d71-5a5f-44f7-84a4-35ec3181a18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.601157492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d69ca0b-7761-4753-aeb6-6539089053f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.65817853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb828d71-5a5f-44f7-84a4-35ec3181a18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.658572433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d69ca0b-7761-4753-aeb6-6539089053f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.70616925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"77ba2ba3-df9a-48c5-93f9-0895dc076891","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.706168143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"4d343216-4182-4c7c-9fbc-1edc6069de8f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.720983166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"a31a9e16-153f-4f45-ab04-f177a4f8a470","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","model":"llm/e2e-rt-eq-5eed0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.763529703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"77ba2ba3-df9a-48c5-93f9-0895dc076891","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:23.7636984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"4d343216-4182-4c7c-9fbc-1edc6069de8f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:25.931811163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.125019258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"8ea12c91-82e7-4c61-a372-5d571a2d03f5","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.125394345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b4060d7c-631f-46cd-b667-093896f9399e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.125908069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"1b2808a2-1bea-4166-adad-ed06f250aa71","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.19465148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c48ae3e6-3f21-4b4a-9e83-6683bf725fbf","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.195139418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"3d40c9c3-5702-48c4-83ae-c03d731e0df7","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.195437527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"b7b1d121-d56f-4b09-adfe-b91aaff49304","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.309743578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"608779aa-d0cb-4bd9-98e5-ca9d256c6c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.310206075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d492791f-fe1d-4bb1-af03-71c4153a424c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.341339275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"999839d0-08ca-46d3-9fb6-8e984c2f1f3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.382474356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"608779aa-d0cb-4bd9-98e5-ca9d256c6c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.383245574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d492791f-fe1d-4bb1-af03-71c4153a424c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.44137812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d0efa8ed-67e8-4617-b762-9b29239d1736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.774651036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8e789146-9263-4702-880c-ab7c5ba51242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.775774348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9e0070dc-c9f2-43fa-9e25-fe2e11167c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.846349106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9e0070dc-c9f2-43fa-9e25-fe2e11167c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:26.850332916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8e789146-9263-4702-880c-ab7c5ba51242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.324952426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"8b0037c8-6d70-4335-92c4-b2c9fadd07b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.324897973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"6a904bfa-043c-4ef4-a51a-4904a55cd5cf","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.326671316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911fa747-4bdd-4209-88df-0e350c17f071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.326758856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e917284-b4bb-48e4-9497-d1003542cb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.397298549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e917284-b4bb-48e4-9497-d1003542cb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.399670822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"6a904bfa-043c-4ef4-a51a-4904a55cd5cf","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.401129492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"911fa747-4bdd-4209-88df-0e350c17f071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:28.428108517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"8b0037c8-6d70-4335-92c4-b2c9fadd07b0","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:39.646503835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"a8abf327-3500-42b2-b0c4-82de8f6387f8","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","model":"llm/e2e-rt-eq-5eed0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:39.921412177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"f33f0167-4462-4c02-a5f1-0e68f7af4ff3","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:39.921444391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"f33f0167-4462-4c02-a5f1-0e68f7af4ff3","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.445851952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6ddf0355-277c-452c-9b24-6210294a580b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.447206262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"03bf0555-98ee-4f1d-a759-abf3e0f7d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.540705619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"03bf0555-98ee-4f1d-a759-abf3e0f7d836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.578417789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6ddf0355-277c-452c-9b24-6210294a580b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.931572123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"882a1c1d-b0fc-46d9-bbc1-79fbe9c2a26d","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.932124797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"28c98f12-e860-41dd-af04-e1a168fa193d","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:40.932633906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb190a2e-8910-43fc-8325-e9930daa9305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:41.001322824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb190a2e-8910-43fc-8325-e9930daa9305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:41.009705785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"882a1c1d-b0fc-46d9-bbc1-79fbe9c2a26d","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:41.014305942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"28c98f12-e860-41dd-af04-e1a168fa193d","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:41.068864139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468fe137-ca0a-4d1e-9cf1-a532dbef461f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:41.125914924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468fe137-ca0a-4d1e-9cf1-a532dbef461f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:46.427513312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-b-d1fae170","reconcileID":"a3fa4427-06b2-4165-b650-a1098b4ebc32","MaaSModelRef":{"name":"e2e-conflict-b-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-b-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-b-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:46.487559105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"18fe0a10-fc22-43d6-a6db-d1cb471189fd","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.787950575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"0d572d87-dc68-4c6d-ab1d-2d4af3f35c98","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.789411975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"3e59d7fa-b3eb-4f4a-bdea-1d2f65b8e34b","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.790047873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"f01263e2-2dd7-4c86-81dd-b1d8e92a12c5","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.859890305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"7fa5e410-ecca-476e-a3cf-68a4cf3651be","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.86028615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"023580ad-dbd4-47f6-b021-206714ee79e3","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.860552228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"0316bfbb-7db5-410d-8135-28a5740c582f","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.956000558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"30573b18-465c-459f-a3a3-d29bc1b8302b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:47.956723384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"033f4802-ec7a-43ce-b067-c99eac10488a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.015153733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"9751044b-f914-40bf-bcd8-bc6e64ea5af5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.015861153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"472c7c14-2a80-4ce1-b423-8ff8aa728e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.025048508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"033f4802-ec7a-43ce-b067-c99eac10488a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.025125104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"30573b18-465c-459f-a3a3-d29bc1b8302b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.342691321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"61a194ec-1b0d-443a-9b43-887766b1093c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.342819787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"97545e11-6646-4522-a645-6c6ae89a8a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.399523193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"61a194ec-1b0d-443a-9b43-887766b1093c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:48.399581772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"97545e11-6646-4522-a645-6c6ae89a8a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:55.930760802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:50:57.443429262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"60158b81-3f6f-4709-82eb-d1fdff63f913","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:02.270552099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"1c5222b6-e9ed-493d-a911-d3f16b668a90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:03.816905728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"5f537f2c-375e-47ff-a7d8-97382e404162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:03.816965436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c52fb31c-00dc-4ca2-a0fe-07405d552e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:03.87317066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"5f537f2c-375e-47ff-a7d8-97382e404162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:03.873417105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c52fb31c-00dc-4ca2-a0fe-07405d552e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.281499831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"b327efca-c62f-4d30-8ef0-e6a0d6042e56","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.284066493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"55520a95-8501-482f-a4b8-b73607749940","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.348103749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"46dd0458-5d87-4a33-83a2-286c8a04f55e","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.348509142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"bb04ac15-39cb-4b65-b4ce-d3330465b518","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.457388475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7ff06698-797a-4869-84c6-a902da2c7feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.472388352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"42483984-d4bb-4e93-b284-aeb98c8dac18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.526554554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7ff06698-797a-4869-84c6-a902da2c7feb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.527774063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"d6e3617b-fce3-4138-9491-a88cb7aa9d93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.528297136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"cfb84eb8-21a8-486f-aa8c-410f24323a79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.552460535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"42483984-d4bb-4e93-b284-aeb98c8dac18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.844275626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c03fd7ed-46a6-411b-af0b-ef196086aa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.903099877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c03fd7ed-46a6-411b-af0b-ef196086aa51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:04.944346237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"64aca94b-fd08-47f6-b6eb-52d28e981527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:05.004777063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"64aca94b-fd08-47f6-b6eb-52d28e981527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:15.254605748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c3b856ca-681a-4a6a-a5a0-b3a4109e82cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:15.255334291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"e82b74f2-6a4b-40ab-bad0-0062e86451c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:15.311858921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"e82b74f2-6a4b-40ab-bad0-0062e86451c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:15.313405697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c3b856ca-681a-4a6a-a5a0-b3a4109e82cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.556598468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"aaa88747-9ee6-4e9e-a174-7ec9e58d0bae","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.557205731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a6b070b7-41b6-48e4-bae4-3625da80aa7a","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.557730923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-conflict-a-d1fae170","reconcileID":"faa869ef-69e6-4ddd-9ef7-c5f841dfdfb8","MaaSModelRef":{"name":"e2e-conflict-a-d1fae170","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"e2e-conflict-a-d1fae170-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"e2e-conflict-a-d1fae170","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.725223141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"0eda62f3-2466-4efa-9bda-ccc8b70b08a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.723733282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a57eadda-6531-4189-9657-ab6a4d98eecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.783682562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"583e5503-6313-4f1b-bc56-9c620f046af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.78507788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"df4b4397-829f-481e-8a63-f6277a204c68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.802634172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"0eda62f3-2466-4efa-9bda-ccc8b70b08a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:19.822537183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a57eadda-6531-4189-9657-ab6a4d98eecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:23.949011434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"169dbbbe-cf9f-4398-89a3-f63f401a885e","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:25.930186144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:30.454232045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"8cab4a4f-d412-4be4-b7f9-361a67952ca5","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:31.430597765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"55753465-e2fa-4fd0-bc30-195de6ac8777","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:31.495034526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6dc51d2e-488c-407b-9306-6e2e9d35a9e1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:31.662049852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"e041825d-be1d-47aa-bf9a-76e9e9fba0ce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:31.718645847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"e041825d-be1d-47aa-bf9a-76e9e9fba0ce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:32.035466563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ace0ae56-b293-4e52-92bc-1fab51775c51","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:32.210427548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"f5c11d45-382b-4d63-8182-2ee69e403168","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:32.272063817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"f5c11d45-382b-4d63-8182-2ee69e403168","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.32630179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ae49a98c-ee2d-4564-b2bb-f4d61a341a84","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.326324078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.437669444Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.438173888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"2ae0aca7-e1e5-4e36-b603-ee3aeb18eff5","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.438202659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"2ae0aca7-e1e5-4e36-b603-ee3aeb18eff5","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.489505791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"3de57464-ebca-40c1-9162-78f8f8c3abe9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.49016659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f420414c-cb59-4488-b26f-f2939c47ad6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.490646808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e9edb773-8c67-46ed-8069-9d78b15c14e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.49655934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"8ed86339-0f39-48a5-856c-dec6b1e9cb87","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.497049895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"47ffc132-f673-4a3c-bc69-7986b7e38919","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.550554663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"3de57464-ebca-40c1-9162-78f8f8c3abe9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.552629896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f420414c-cb59-4488-b26f-f2939c47ad6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.553141027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"da16a3dc-af8e-4818-92da-2d678abfe820","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.555082999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"f70c7209-f7dc-4ba6-83eb-a85aba39e24d","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.553399699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e9edb773-8c67-46ed-8069-9d78b15c14e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.727043369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"77deb5c3-a383-4866-a02a-a9daf7b03904","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.727089247Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d8a3980e-f675-4ca3-8eaf-7bef868541ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.727150138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d8a3980e-f675-4ca3-8eaf-7bef868541ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.727305654Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b4e97569-8927-4b1d-aa40-20430e1a1287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.727338703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b4e97569-8927-4b1d-aa40-20430e1a1287","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.787450701Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"77deb5c3-a383-4866-a02a-a9daf7b03904","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.787650496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"77deb5c3-a383-4866-a02a-a9daf7b03904","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.788116453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-subscription","reconcileID":"fc64a3b7-f41b-41f7-852c-eb91959549fa","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.908601193Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"08b1d930-f45e-4113-b402-e1fc7463b504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.90869764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"08b1d930-f45e-4113-b402-e1fc7463b504","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.909014167Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6aa2baac-2bd7-412c-ae2f-877acf452e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.909070804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6aa2baac-2bd7-412c-ae2f-877acf452e76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.965369577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"24d1a18e-95b7-4a85-a5f7-74a74fd4af3e","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.96580006Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"a39984a6-ac54-4d88-a0e8-a4234e675f50","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:34.96661838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"a39984a6-ac54-4d88-a0e8-a4234e675f50","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:34.972613864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6245e138-9b15-466c-841d-ebc24abd49b8","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.014613996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"df4d72bb-663a-4fe5-9b8e-33d467bbf184","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.024409464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"1e681ad7-2263-452c-9c76-265a53adea2c","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.088612387Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d40f21f8-c3e1-409c-b2bb-a025e0d55ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.088698836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d40f21f8-c3e1-409c-b2bb-a025e0d55ace","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.088937681Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9caf103a-abef-4fa0-9b4e-b0ef6bcedb42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.088994755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9caf103a-abef-4fa0-9b4e-b0ef6bcedb42","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.183176978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-subscription","reconcileID":"3f8d7116-2abc-4f43-9374-c329a12d6c8f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.186611565Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"9765492a-ad99-45a4-8a8b-5736a7692b8d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.186682098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"9765492a-ad99-45a4-8a8b-5736a7692b8d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.23699576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"27c58c09-3bef-4931-ba5b-d6ed1862ad2f","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.237036202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.237794905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"76e7af44-db77-4f50-84c6-407f8f271ab1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.288127581Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1c53c0ad-cd9d-4be0-bbe0-91fa6f4ca88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.288234178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1c53c0ad-cd9d-4be0-bbe0-91fa6f4ca88c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.288993253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"030cf43f-8436-41e8-b8ba-b0738f15d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.289058678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"030cf43f-8436-41e8-b8ba-b0738f15d296","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.294243515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"76e7af44-db77-4f50-84c6-407f8f271ab1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.343059509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"067f9226-a5fd-4aa1-8fe8-078414a62a32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.387682056Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"ac6ead0f-858a-4a9f-bed1-65edb6d89f13","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.387752559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"ac6ead0f-858a-4a9f-bed1-65edb6d89f13","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.449316902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"e30bd6b9-21f1-4194-8d20-5e0c698f6c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.45090095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"81997c92-d371-42ae-8a5a-4a5f6ddc576b","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.505791104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"e30bd6b9-21f1-4194-8d20-5e0c698f6c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.509986335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"3a47faac-1436-4fb2-b660-cecc0b597318","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.510487558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2155b6d9-b958-4344-adbb-34789c8d8976","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.513483272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"e401de67-9c12-4711-8656-95f0c3dcc410","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.541217023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8bd849b5-6e96-4b15-af05-8710adc642da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.588138866Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1012ec60-e0f0-4cfa-86fd-3df32fcfe8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.588207439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1012ec60-e0f0-4cfa-86fd-3df32fcfe8bf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.588135918Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a19a14b8-fcd1-4e05-aa4b-36fc3e46c48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.588289455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a19a14b8-fcd1-4e05-aa4b-36fc3e46c48a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.601159113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8bd849b5-6e96-4b15-af05-8710adc642da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.614545435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"27c4ee74-e980-469d-bca9-7c241a3addc3","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.64432902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"f7001d74-4955-491c-8f72-066552e57fd4","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.744324617Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"27d82910-f1da-4f16-9f9d-3172061ec805","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"distinct-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.744794226Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"719f6653-368f-48e5-b1ea-5c24287ec431","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.744874555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"719f6653-368f-48e5-b1ea-5c24287ec431","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.796309654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"abf46d8a-4140-42ec-8c8a-5f22ea52e3b6","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.796378416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-cc1858/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.854023338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"2af078e5-e8d4-4329-9d68-926b6565fff7","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.900008018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"c108bb86-a0a2-4d82-8fae-7940b244a719","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.906121627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.910422447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"62c1b653-aee0-47b4-ab27-50d62bfe7db0","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.94828882Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"493a0ac7-c05b-4c8e-ad83-394d4507d7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:35.948360827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"493a0ac7-c05b-4c8e-ad83-394d4507d7ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.950879352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"154fe7eb-b31e-4d9c-905c-49922379c627","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.950879999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"bd684a4b-ad54-410c-9275-9224d7b2116f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:35.954039745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"db4b5868-26dc-485d-9658-043bbc1778c3","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.009691982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"154fe7eb-b31e-4d9c-905c-49922379c627","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.009694815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"bd684a4b-ad54-410c-9275-9224d7b2116f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.052225455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"848308a7-0c5d-4fb1-8836-24b3feb833f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.052231638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"aa28c041-6cbc-4aeb-a697-ef397578926d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.104799399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1b1f0f6e-6711-4ba8-b46d-07a6addd6230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.10489103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1b1f0f6e-6711-4ba8-b46d-07a6addd6230","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.109004483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"aa28c041-6cbc-4aeb-a697-ef397578926d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.109021257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"848308a7-0c5d-4fb1-8836-24b3feb833f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.119330987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"e4486df6-12d2-4a26-a971-a04284a5ef0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.221268033Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"dc6094ad-b7bb-4a33-8d06-8614c758514e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"distinct-2-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.261906485Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"cabcc9f9-d00e-4327-a3c2-7e2fbbd6054e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.261981179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"cabcc9f9-d00e-4327-a3c2-7e2fbbd6054e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.285246555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"cd3ecbf7-c0fc-4458-abad-9bba99618c4e","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.37300415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"b7078207-7a2c-48d9-b583-1acc2778cfe0","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.385033874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"025de03b-5bee-4bdb-adac-e8eacfb3c60f","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.491270229Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9d9b6ce-2e54-4346-85f1-290fa8f02614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.491345987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9d9b6ce-2e54-4346-85f1-290fa8f02614","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.491929381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"260d90d3-1364-4603-926c-51b779b15712","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.548580239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"260d90d3-1364-4603-926c-51b779b15712","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.596281975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b2dae1be-69de-4640-b127-22d0fb83c93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.596294211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"da1fdad2-7ea4-4af4-a12f-e5cbc84129d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.597079088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"9c788fe2-ae85-4ae3-8118-22822a3b8621","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.653553876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b2dae1be-69de-4640-b127-22d0fb83c93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.656228188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"da1fdad2-7ea4-4af4-a12f-e5cbc84129d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.674734958Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4f49bf80-93d8-4732-b94f-a3b623e8be99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.674847054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4f49bf80-93d8-4732-b94f-a3b623e8be99","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.679194448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"d063d787-242d-4ed7-99bf-d503553371a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:36.737881786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"d063d787-242d-4ed7-99bf-d503553371a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.83202204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"7814741e-1291-41ec-a6a4-ca6c54be3e51","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:36.832100325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"7814741e-1291-41ec-a6a4-ca6c54be3e51","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.289781407Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ac8fbac7-a079-4605-9b58-66c001b8ee67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.28991173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ac8fbac7-a079-4605-9b58-66c001b8ee67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.471971052Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"984cb3f4-ce8d-435f-ad0c-6c66ddb3643d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.472045893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"984cb3f4-ce8d-435f-ad0c-6c66ddb3643d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.630267607Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"01262982-7042-415a-b441-b3cfccd27ae3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:37.630343057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"01262982-7042-415a-b441-b3cfccd27ae3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:38.727978365Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8a71f03e-de10-431f-8abe-5a096d1626bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:38.728063992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8a71f03e-de10-431f-8abe-5a096d1626bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:38.910023333Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"43df15e9-ac06-406d-8190-22f66d31367e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:38.910101051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"43df15e9-ac06-406d-8190-22f66d31367e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:39.067126997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"ad41ba2a-3f52-4ee0-bc75-a3dc200e5955","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:39.067206273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"ad41ba2a-3f52-4ee0-bc75-a3dc200e5955","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.695270291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"bcb130aa-9a17-481f-907b-077e1f8872b4","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.857976577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"70784a65-49e0-4b6d-8b0e-2bcc5745f971","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-212de514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.957764576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ed5285be-5959-4ee1-8c18-2e5f1d09db12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.958036523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"96665791-f3a6-4520-bfb8-5563113ac762","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.957762963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"82e5377c-de80-4c61-89b1-03b6be5ecfdd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:39.958432501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ea8765d4-256a-4b13-8d23-ed658b366f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.013962322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ed5285be-5959-4ee1-8c18-2e5f1d09db12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.014594146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"82e5377c-de80-4c61-89b1-03b6be5ecfdd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.016397176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"96665791-f3a6-4520-bfb8-5563113ac762","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.017923833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ea8765d4-256a-4b13-8d23-ed658b366f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.431131015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"b66221cb-faea-4232-8967-585c4fbb0715","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.431641439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7f673802-5ca3-4f4e-91a7-7651eef0a73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.432048694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"90af1314-c9ac-4952-a209-316e1cd8d865","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.432302594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d8e8776d-2caa-438c-b2a1-08f89ffc2ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.48821521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"b66221cb-faea-4232-8967-585c4fbb0715","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.488233542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"90af1314-c9ac-4952-a209-316e1cd8d865","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.4903545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7f673802-5ca3-4f4e-91a7-7651eef0a73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:40.490591536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d8e8776d-2caa-438c-b2a1-08f89ffc2ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.458931807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0c7dcd1-722c-443c-ba6c-bfb41f63587f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.459134452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0c7dcd1-722c-443c-ba6c-bfb41f63587f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.632500323Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f32961f3-1f7a-4c99-b2aa-2852886a94c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.632576704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f32961f3-1f7a-4c99-b2aa-2852886a94c2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.784579703Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d9cdd6e7-ccc1-4c30-90a0-3d27c53743ce","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:41.784656255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d9cdd6e7-ccc1-4c30-90a0-3d27c53743ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:46.127615004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"a15b6b5a-7419-40cf-9bfe-94c631885d29","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:46.313012097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"139b67fe-bf0a-4be4-8f47-bd866710cafc","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:46.81662086Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1fc114a0-132f-43dd-8015-3c77b47ddc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:46.81686347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1fc114a0-132f-43dd-8015-3c77b47ddc66","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:46.938412136Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d1a0a3ce-a35e-4250-b8e3-f0892d437fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:46.938624699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d1a0a3ce-a35e-4250-b8e3-f0892d437fc1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:47.195511284Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"b3002d22-b237-4c6b-ac47-d4e3c13e90f7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:47.195734608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"b3002d22-b237-4c6b-ac47-d4e3c13e90f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.253770882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e0d68f98-e33c-4642-a398-a6563191a5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.254780799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"693966fa-28ae-418c-a98e-f2d5cb932fb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.255620427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"65cbbc5e-338c-46a7-a6ef-6ffef8e60acf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.256368242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"f2579eff-7b13-4d8e-8a54-f140a624e554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.317553871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"f2579eff-7b13-4d8e-8a54-f140a624e554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.320412484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"65cbbc5e-338c-46a7-a6ef-6ffef8e60acf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.321325151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"693966fa-28ae-418c-a98e-f2d5cb932fb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.32477421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e0d68f98-e33c-4642-a398-a6563191a5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.772534899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"6ae6f02f-8b85-4c9f-b104-cdb22d4036df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.772570925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"9a3ffda6-b5bc-4c3d-8d28-44d8cf529f4c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.77316846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d7105759-8f45-4db0-81dd-e19fd74a0d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.773531071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"d22faa07-01aa-4ff7-ba98-203ee5d0591b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.828926962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"6ae6f02f-8b85-4c9f-b104-cdb22d4036df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.829272522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"9a3ffda6-b5bc-4c3d-8d28-44d8cf529f4c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.831064251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d7105759-8f45-4db0-81dd-e19fd74a0d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.831503676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"d22faa07-01aa-4ff7-ba98-203ee5d0591b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:47.854206432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9387b382-7ef3-4be6-ab46-41cd3531f747","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.010452133Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8bd6ccd2-40b6-43eb-b0b6-814bbdb5bae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.010531172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8bd6ccd2-40b6-43eb-b0b6-814bbdb5bae6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.167776783Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"574e82ac-3957-4763-9d2c-516ea5e4cadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.167875706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"574e82ac-3957-4763-9d2c-516ea5e4cadb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.268668782Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d6991b4b-d0ef-4077-a341-41c3e199a307","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:48.268785728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d6991b4b-d0ef-4077-a341-41c3e199a307","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: compose ai-tenant-e2e-worker-w0-990c15/e2e-dedup-subscription@e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: model e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:49.9111571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"6abd4621-5d2f-4468-9548-5bcd57295a8b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:49.96395579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"6abd4621-5d2f-4468-9548-5bcd57295a8b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.01669193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub1","reconcileID":"6abd4621-5d2f-4468-9548-5bcd57295a8b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.285821508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"154f5744-a590-4452-b629-ea1813ff0aa3","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.286194849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.346305647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"79d6a532-bd84-4681-938f-91eef754b856","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.435119768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"25da9e44-3ff3-4480-aa4d-250f55186249","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.54701646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"adcaff78-9465-48a4-ba73-2a0608e4571d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.547350337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"897ba4f5-105a-4744-9dd1-95532ee1a15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.547016498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"c6ddde0c-013f-4944-9475-b99af2a894a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.547876365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"8d9b72e4-c66d-44ad-a476-5488cd387a20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.597897487Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"7d9c7417-a018-429c-83db-7fdac9045f9b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddb46cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.604053903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"c6ddde0c-013f-4944-9475-b99af2a894a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.604056225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"897ba4f5-105a-4744-9dd1-95532ee1a15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.606359265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"8d9b72e4-c66d-44ad-a476-5488cd387a20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:50.606464547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"adcaff78-9465-48a4-ba73-2a0608e4571d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.070373861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b2b80821-de7e-4809-8647-2dfb3bc6d6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.07073545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8cea40fe-1f85-4726-abaf-7e53690339dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.071745071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"9d3a6ba5-09df-4b1a-a1b3-927a94dd2b2d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.073054406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"09287620-7c2f-4bef-87a2-f59c39c6057a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.145966389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"9d3a6ba5-09df-4b1a-a1b3-927a94dd2b2d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.148144387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b2b80821-de7e-4809-8647-2dfb3bc6d6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.150284903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8cea40fe-1f85-4726-abaf-7e53690339dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:51.153767859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"09287620-7c2f-4bef-87a2-f59c39c6057a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:53.397427409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e3073249-d554-4c1f-9771-e97c9f5940f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:55.93243649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.024446338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-subscription","reconcileID":"22ed0fe3-209d-4323-8246-5e326939070c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.244137659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-subscription","reconcileID":"22ed0fe3-209d-4323-8246-5e326939070c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.459543116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"1fc02b74-dbf3-45f1-b2a9-27374fe213d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.505664369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"0d39e37c-e22e-410e-8d45-492a9f5bb658","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.506082877Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.657388619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a1837387-6417-4401-9661-77003519bd55","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.666022497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d707da57-651b-4a02-b28f-38192e81fa9b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.666053617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"219b31cf-0575-40a3-b645-4995b70558c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.66929349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"02ae3b60-b397-4341-a63b-68c1a6072ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.722621873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d707da57-651b-4a02-b28f-38192e81fa9b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.722642049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"219b31cf-0575-40a3-b645-4995b70558c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:58.724966966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"02ae3b60-b397-4341-a63b-68c1a6072ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:51:59.036898689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"d707da57-651b-4a02-b28f-38192e81fa9b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:59.037073509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-dedup-auth","reconcileID":"8c5b2329-83a4-46ce-9484-14cf69f4d1df","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:59.044999011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b08011ba-f926-42d1-8497-fc49bfe8bab2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:59.04556064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"67ed26ca-b071-4bc0-b707-3ca4d7d380b8","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:59.199385056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"340660b6-5252-4a5a-be8d-ec0d64945dbe","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:51:59.375417345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"6bf55f77-4ad2-4e6c-8786-788913c6dc6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.207340534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"19122059-49e0-4748-aa54-35fba8ab6bbe","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.207624188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"a235d814-50d5-4401-b858-80a90e933486","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.264078165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"532b54c2-ea1e-4dae-95f4-8a35e32bd105","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.264390964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"7ea98ee8-a318-4c08-8b6d-3a2e128df8ff","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.496026307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"846405dd-a304-485f-a3de-4ce55b1bacdc","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.496147022Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.527331122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"7399de29-9260-41df-b979-3c2ad625c777","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.562568581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"01f70bea-3512-4dcb-955f-48a2e17b0cfe","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.583905295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"7399de29-9260-41df-b979-3c2ad625c777","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:00.601188947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"1a9f047a-4c17-4856-a546-4c8c952d1f1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.629527192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"32bd8a7b-f3dd-4d87-83b8-17b4722460b3","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.654407411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"151f5b95-c32f-4d78-99ff-f62581930d83","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.709547077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"e8cc9115-62ac-4e93-ae2f-9b60ea638715","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.70975873Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"151f5b95-c32f-4d78-99ff-f62581930d83","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.709907723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"af423ebe-d70a-421f-a149-b2acdfffbe54","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.7638777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-sub2","reconcileID":"151f5b95-c32f-4d78-99ff-f62581930d83","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.766415384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83e9ebfe-b1b1-4533-808b-55fc7252fe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.766527381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"378b22ba-c2c8-4452-8b56-1297e7fa2364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.767110694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"ceac8142-90d5-47bb-800f-8d4e3a10f330","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.767441797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"7f42840d-050a-4b97-aa41-fc8ee2dcdb94","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.824111036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"378b22ba-c2c8-4452-8b56-1297e7fa2364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.824229304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83e9ebfe-b1b1-4533-808b-55fc7252fe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:00.980860189Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"13dcb3ce-3948-451e-8d25-80756cc76f89","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"distinct-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.063588Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.065534923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"e86902ed-ba30-44e1-9454-a4f24e77a496","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.125512563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"b39c37a9-8cea-4d1d-937a-a17fcfb18070","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.125858074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"537e562b-05dd-4706-8023-f8efb5171e6d","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.171516429Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"13dcb3ce-3948-451e-8d25-80756cc76f89","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"distinct-2-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.194095648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"a25340cd-fcfb-455d-9744-0a9356f83a19","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.326779761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"58e44516-9d18-4eaa-b4de-0313ba2229a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.326951581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b21feb05-d03f-49ce-83de-1ffe29420d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.385452454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b21feb05-d03f-49ce-83de-1ffe29420d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.385494455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"58e44516-9d18-4eaa-b4de-0313ba2229a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.389899807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"2af83d1b-150f-42d5-b6b4-aba756950029","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.390236798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"3ea27e55-5a23-4b2b-8dee-a587c2c7da44","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.429463341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b1cff097-3ead-4c7b-8de8-63e7094081b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.429484125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"606c5896-429b-42ac-b135-60f1fcd06d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.432133648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"0cb06806-cca0-49c7-939a-d81e3328c87a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.485670051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b1cff097-3ead-4c7b-8de8-63e7094081b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.4858179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"606c5896-429b-42ac-b135-60f1fcd06d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.488042773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"0cb06806-cca0-49c7-939a-d81e3328c87a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.544601664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth1","reconcileID":"449ef4aa-dd15-4170-af9a-d72b35339f99","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.601824063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"02441d9a-fbb1-4fec-8817-f7817c17f6f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.752066035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"e5123815-a129-4e42-bdf7-0536b71f2cdd","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.761561309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"b5452a39-bd76-440d-851e-1e6fe84cfbb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.781388894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"02441d9a-fbb1-4fec-8817-f7817c17f6f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.824542605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"b5452a39-bd76-440d-851e-1e6fe84cfbb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:01.901321083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"e384c3ca-524f-45ab-9fdf-fb5d39e1bb84","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:02.031734955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-return-all-auth2","reconcileID":"f5b56fe6-fa8b-429f-954e-860181567d7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:02.289177574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"3568edf0-5476-443a-862e-57dff2fcfc6e","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.671326072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"e194e516-6aeb-4fd0-88e1-c5115d312c75","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.728708043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"c773371d-2973-44b4-a4b7-cd5fa582a7ad","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.886055469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"0df1a061-b803-4f5a-872f-57d78bec803c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.942648698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"0df1a061-b803-4f5a-872f-57d78bec803c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.96275566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.962806235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"b57bad1d-7dd9-4d3b-8bd8-3aebec8a6902","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:03.998320555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"f2fa2562-fd9c-4e00-90ae-e57c43cc3a12","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.056410782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"b048f8b6-2492-4986-a127-d213594d81db","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:04.066244743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-sub","reconcileID":"2ac0710d-5d2f-48b9-95f5-460c250a396c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.113704901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"42da13a6-91eb-47bd-bb40-e04a58725c82","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.119394069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"4fa0163d-6973-4bba-8fcb-cbe024220853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.11953145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d947d5f5-e62a-4037-ad87-461253820867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.16103797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"bfe5d8fc-7df9-49e9-a673-a910f3ff6951","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a3a0768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.176163258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"4fa0163d-6973-4bba-8fcb-cbe024220853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.177384327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d947d5f5-e62a-4037-ad87-461253820867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.177766691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"5adb58a1-cddc-49cb-99d5-a75d1398e1c2","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.213184493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"5aedc177-1a80-4a5b-87eb-1255705dae2c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a3a0768","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.235435646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"076d4ba9-3001-4502-9cec-f082a0ac811b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.25977929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"e2d375f0-cab6-4bb9-a4ba-534b155a0bcc","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.323509906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"aeeaa5f8-17ba-45d9-b847-c1eea45ec4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.323564889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8f887795-93ef-4028-b286-588d05ffd9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.380813043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8f887795-93ef-4028-b286-588d05ffd9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.381217946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"aeeaa5f8-17ba-45d9-b847-c1eea45ec4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.41643582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"2fa7ca54-5086-4e83-a3b6-d3ea70df879d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.47410478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"2fa7ca54-5086-4e83-a3b6-d3ea70df879d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.50273972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-sub","reconcileID":"803fd2fe-df2f-4e5a-b8d0-ef6af374d649","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.56146721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"e6bdfa5d-16e8-4f90-8f8e-a4a4eb736b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.618631538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"e6bdfa5d-16e8-4f90-8f8e-a4a4eb736b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.664166919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"fac5c168-97e1-484b-95fc-2c101328e209","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.670356294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"549c44f0-8a3c-4413-8079-dda96875f064","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.713125648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"c7b908be-2c28-4681-8e30-e79dbf1b6167","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.720063134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"fac5c168-97e1-484b-95fc-2c101328e209","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:04.73756378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"2fa7ca54-5086-4e83-a3b6-d3ea70df879d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.817694347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a99e8337-f4c8-4d57-8c47-48d56f85357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.817694269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"abefb6f8-b9d7-457e-a888-01450ab8a26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.877051573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a99e8337-f4c8-4d57-8c47-48d56f85357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.879401765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-sub","reconcileID":"750c4235-4cf2-465b-92b6-bdc03994c08c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.880604919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"abefb6f8-b9d7-457e-a888-01450ab8a26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.893881593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0bb10df1-1400-4c3e-9919-1a26ee0eb0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.951756886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0bb10df1-1400-4c3e-9919-1a26ee0eb0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:04.997382337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"8f6d43d8-3864-4f55-83e3-842c7cc46a04","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:05.054145247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"8f6d43d8-3864-4f55-83e3-842c7cc46a04","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:06.875770561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"b280d9fa-e753-4ed8-a01f-e76c0e83cec2","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.039732337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9a2f001c-2175-4a97-854c-84437cd97895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.040543322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"e6ebbdf0-51c9-4843-9635-fa4a5932f533","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.044780373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2a105b8a-c58e-4360-ac6e-22d38b69e285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.106067586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9a2f001c-2175-4a97-854c-84437cd97895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.108344791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"e6ebbdf0-51c9-4843-9635-fa4a5932f533","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.10918378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2a105b8a-c58e-4360-ac6e-22d38b69e285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.319218602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4efe1e95-b0ca-48b0-925f-0fb1c7aad2e5","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.32000966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3cbc4789-dea1-4131-b428-0fddabadfaf1","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.524436994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"88a75a1d-9065-4c78-8725-7dcebcd552de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.528778097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"e77900be-9789-41e4-ba66-aba0f5bc0ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.587744153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"03883b8e-17aa-4d2c-97c0-38d059f5ff6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.588385448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"dacf0aa9-f399-49b7-8bd1-f9f4ffadc4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.592276225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"e77900be-9789-41e4-ba66-aba0f5bc0ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:07.595751431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"88a75a1d-9065-4c78-8725-7dcebcd552de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.398106912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c4d39690-f76a-498a-9bb5-f3cee2c1bda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.398059949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"9392f327-022a-4932-91e6-845f9f58b8ae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.399464757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"39930998-b256-4962-8c49-d65f5d55af48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.468033117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"39930998-b256-4962-8c49-d65f5d55af48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.489640477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c4d39690-f76a-498a-9bb5-f3cee2c1bda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:08.490013237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"9392f327-022a-4932-91e6-845f9f58b8ae","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.710497575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"d4d60e5e-1a2d-47ff-ab65-ba6515c50115","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.710981477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"c87c8d6c-34ab-4d57-b81a-f76dd42dafd1","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.711897084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"be030d5a-c860-48c5-8493-9fe223085092","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.81335907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"dd242b79-3075-46e0-b1b5-42ea164008af","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.81372324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"45241c0e-aa3c-4fe3-9443-c1740ce972e6","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.814083219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"8d7f29f1-25bd-48cb-a5e7-8ca338e1e89d","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.901072573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9d41f221-bfe6-4398-a813-933e87934b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.90194713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"66ae2c42-1e52-4d8c-8e96-0002a634d5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.930585596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"200b7cff-e3b6-4374-8067-94733b4a3ce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.931547935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"76baeabf-40ef-4809-982b-6740a868c25a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.972381726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9d41f221-bfe6-4398-a813-933e87934b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:11.99548134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"66ae2c42-1e52-4d8c-8e96-0002a634d5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.361338016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3857daa8-5602-4796-acc9-89729d75a36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.361346851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1db06e38-6f5a-4f1c-ba11-14a7b558ab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.417497797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1db06e38-6f5a-4f1c-ba11-14a7b558ab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:12.417690725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3857daa8-5602-4796-acc9-89729d75a36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.27334726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.326751837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.38178765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.438950582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.499353709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.629055169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-subscription","reconcileID":"ea7c1256-9f81-4068-868e-9eb4f3e192aa","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.920856426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"61b87b44-ba9f-4754-9fd1-6748d0d9c0cb","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.921185933Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:14.980099877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"a8e3176d-5ade-4eb1-9245-af393d5fb384","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.077671317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"ca78c23b-2b35-460e-85d7-1e8ef655e4b9","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.078225376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"3465a8b9-a936-4e04-99c6-547d20f8f95c","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.198921535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"57fb8baf-0474-41e8-a890-ab2c79b8862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.199628922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d3f7b2f1-6c94-4e99-87f9-c90920da9760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.200045911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"c0168e88-c44c-4f47-88ba-adce9cb35842","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.258786335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"57fb8baf-0474-41e8-a890-ab2c79b8862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.273045865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"c0168e88-c44c-4f47-88ba-adce9cb35842","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.276571644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d3f7b2f1-6c94-4e99-87f9-c90920da9760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.68358786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"a3b19dc2-eb4f-4717-9ca9-184fc4241341","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.737115121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-distinct-models-auth","reconcileID":"a3b19dc2-eb4f-4717-9ca9-184fc4241341","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.904084043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"228e8166-1584-4016-90f3-94c61c6d7ef0","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:15.904390558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"04e46740-b185-422c-b63a-df7011ed82ea","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:16.918412558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"78ee09cb-662d-41f6-ba0e-34c08b759ca8","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:16.977080222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"62becada-e5cb-48a2-87c0-bc078754ff96","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.054542367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-sub","reconcileID":"b9a9b4dd-c0d6-4c42-bca1-6d4b5ea52b7b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.177022722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"8a03a6b7-5945-4f8a-b140-7815eb55192c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.234064478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"bcc3f603-c571-4d0e-8bef-6f8e35b97678","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.23540775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.236889348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"8a03a6b7-5945-4f8a-b140-7815eb55192c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.292603364Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-sub","reconcileID":"b9a9b4dd-c0d6-4c42-bca1-6d4b5ea52b7b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.29705934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"037b461a-7aaf-4fef-a2fa-bc35c815da2e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:17.363052878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-valid-sub","reconcileID":"06f67032-4411-42bd-a6f8-8a3f0e5daf34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.418401638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a0b79b6-e7f5-49a5-8dd0-527e6616184c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.419032534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e404b701-bd42-4233-8538-a70aebd35374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.478690508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a0b79b6-e7f5-49a5-8dd0-527e6616184c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.485397788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e404b701-bd42-4233-8538-a70aebd35374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.488266475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"078a4241-f5eb-4b3d-81a0-86201cae4c94","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.535497694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"62500eba-2a96-4c00-bbab-616b0d32a6be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.552016002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"13f9bdb6-c19f-4cc5-bac9-fbf706746ea2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.562984558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"2a08f86b-4a32-4c01-873e-5f3289f571a7","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.563386059Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.578306664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"eee9f9ad-924f-47e7-851b-a169c1e68190","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.621416503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9efd28bd-a9e1-4db6-92e5-14273d176610","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.722139617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"b0665205-3d7a-44a5-8d07-53bbbe40004d","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.723965068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6af7112d-b9f8-4533-b5e4-82f7de66f223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.724530412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"f42cb415-d174-4050-a00b-4e56b70d7528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.785646376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6af7112d-b9f8-4533-b5e4-82f7de66f223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.79259609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"f42cb415-d174-4050-a00b-4e56b70d7528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.823938592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"ab348b48-ed4e-4d1d-bf43-724732c972b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.82487567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-valid-sub","reconcileID":"11c01062-0e73-4b83-8718-2f81d83dfcbf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.894124368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"ab348b48-ed4e-4d1d-bf43-724732c972b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.937065358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a79395d6-1bff-4000-9e66-fd35bb922640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.937066395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"404859f3-e476-4e84-9325-19b5317c6a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.995343083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"404859f3-e476-4e84-9325-19b5317c6a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.99631345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a79395d6-1bff-4000-9e66-fd35bb922640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:17.997282472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-user-token-filter-auth","reconcileID":"8ec15a8d-4dbb-4e96-9016-a374e85e8b8a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:18.002997524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b0f98ad6-13c1-4d16-98a3-d1a00c2eac9f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:18.051655813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"13aacea9-aa36-45d4-8337-ed97fc9cb6ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:18.22038136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-valid-sub","reconcileID":"fd198e21-afd1-4295-ba94-f354bcdcfcd3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:18.26229294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6aa63280-0dc3-48ac-85b8-9923c9a618a8","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.58156035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"7ffd5a2a-e4b7-4984-949c-1031b87a9ea8","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.637806267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"66213e39-0930-40e0-9239-787b65c8b91b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.797273163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"b8a2f548-6b80-448d-9899-93fd32686d26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.857513167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"b8a2f548-6b80-448d-9899-93fd32686d26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.871998041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"c93337ba-c40c-45e2-9872-0bf46c7adbb6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.872004598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:19.933369267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"36f4b0f9-e2e0-456a-b021-15cdc65b90cc","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:19.978412477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-user-sub","reconcileID":"a3fde80d-d9f0-488b-b854-842aa7050866","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.03286361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"05c52bec-717f-4092-b4b9-7106a02f4bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.03285646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"be530e85-ea10-44db-86bd-cd273ed9726a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.098108207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"be530e85-ea10-44db-86bd-cd273ed9726a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.098597205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"07fad8fd-e2c5-43e9-abcd-2e3aab2a5722","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.099459789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"05c52bec-717f-4092-b4b9-7106a02f4bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.148126932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"2dc6384e-f089-4fad-96e5-c8cd55556c1c","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.185863263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"cf3020ec-be2c-4c11-bbe2-4b42c8bf32b4","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.1901008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"924b3fff-6de4-499f-97b2-ef8b8c92cee6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.190117985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-models-other-sub ai-tenant-e2e-worker-w3-cc1858/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.24788155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6c420dc0-6047-4970-8720-3ad0e456e81d","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.294463564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"8062bb9f-991b-4107-9001-23242f087890","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:20.301614936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.306891059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c286ef8b-94e4-4045-a837-fdc45522c5b2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.342443494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"2a05c2e1-4214-43e4-991a-7dcef8360b2c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.351724852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"3ecdf450-ade3-4a3e-9811-790b7a02adf7","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.398306091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"2a05c2e1-4214-43e4-991a-7dcef8360b2c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.418456083Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-user-sub","reconcileID":"73cede7b-9c3a-419a-9014-e351e1c52e03","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-models-other-sub","ai-tenant-e2e-worker-w3-cc1858/e2e-models-user-sub","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.465194874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"78dac781-8210-4106-a7d2-7fd99586474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.465189239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83dcaba9-b8ef-491a-b732-ae158319aed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.486785167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0582d40a-0782-4ec3-a5ff-9b6b74c7afdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.486868707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"c600fc22-7337-4cdf-95df-699b6d9b631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.522702296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"83dcaba9-b8ef-491a-b732-ae158319aed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.52275251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"78dac781-8210-4106-a7d2-7fd99586474a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.544013762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"c600fc22-7337-4cdf-95df-699b6d9b631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.544225553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0582d40a-0782-4ec3-a5ff-9b6b74c7afdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.561197795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-other-sub","reconcileID":"7de4c8bd-97c8-4764-9f17-60eeacbfbd81","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.588147179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"9f389e89-ba5b-425b-91f5-5db5cd784cb6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.666438281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"214485dd-dec7-46c3-ba47-c3b506273d8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.728751124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"bcc6d960-365c-488a-b846-46a6c5451fc2","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.760421272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"dae847d3-7901-4848-83a3-ec9d2949611e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.799732868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-user-sub","reconcileID":"bbb308fe-6990-4faa-a277-78836115dbd2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.816646134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"dae847d3-7901-4848-83a3-ec9d2949611e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.861306479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"aca2b297-882a-4d0a-a478-a5ebe8253178","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.924063674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"aca2b297-882a-4d0a-a478-a5ebe8253178","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:20.946818323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-other-sub","reconcileID":"29c87674-20ca-4a29-b431-b48d3a183e8f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.268599771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6e943388-f9e2-49dc-992d-63292e71c4f5","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.426776069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"66c834fa-810d-4e4a-82b8-a6f1f1538cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.42681692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e73e7abe-d1ac-4abb-b08d-bb151d7fc2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.427349908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"f46e9887-1117-4bb4-954c-397098b531fa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.484951615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"66c834fa-810d-4e4a-82b8-a6f1f1538cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.48513787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"f46e9887-1117-4bb4-954c-397098b531fa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:23.488405446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"e73e7abe-d1ac-4abb-b08d-bb151d7fc2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:25.930411756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.584577201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"198b30bf-73b9-4aef-835d-684432462dbf","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.585306318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"744df19b-a147-4dfa-8fcd-8d124fc000fc","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.651165621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e23418fb-d6fc-4c3f-a170-d1f7990f3f14","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.652179937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a2e849a6-4531-4bd5-a45a-fc6170100de7","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.775174104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f3483cad-3472-452e-9752-59ab4f78ad9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.776590452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"edfa01ef-510b-4207-80bf-a2df458e6e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.856906726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"19ee8002-4e2c-405a-8810-434ba6c94d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.858299435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"0fa69179-6fd7-4b89-a2d6-d8b7423a122f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.891947523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f3483cad-3472-452e-9752-59ab4f78ad9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:28.928391561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"edfa01ef-510b-4207-80bf-a2df458e6e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:29.435434244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bdaac747-df54-47c9-b5ef-6d7f4ad4bd88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:29.447428701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cff94466-9622-42c0-b3e7-987575cf0cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:29.642036433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bdaac747-df54-47c9-b5ef-6d7f4ad4bd88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:29.643339682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cff94466-9622-42c0-b3e7-987575cf0cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.465223907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"00003619-a8e0-4a13-8c3e-10ed60660658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.465928376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"ceeced88-93e6-45d3-a1b8-b207eada40fd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.466794339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"64180e95-85c9-47fb-b6a6-97da6e1b0953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.549079728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-valid-sub","reconcileID":"d80ff957-840b-4c14-b4e1-5ededdeafe09","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.616574786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"64180e95-85c9-47fb-b6a6-97da6e1b0953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.644468274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"00003619-a8e0-4a13-8c3e-10ed60660658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.669500891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"ceeced88-93e6-45d3-a1b8-b207eada40fd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.809663811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"cc64686a-e4f2-4c66-9cbb-7b7218957e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.864185541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"e2d60daa-6095-4479-8cbc-9d56df51a5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:30.94843143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"cc64686a-e4f2-4c66-9cbb-7b7218957e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.057360925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"e2d60daa-6095-4479-8cbc-9d56df51a5f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.057890681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-valid-sub","reconcileID":"d80ff957-840b-4c14-b4e1-5ededdeafe09","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.466317534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"453412e0-0365-4121-9e9e-9e89ddb6f969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.555095102Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.558976946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6ba1fdf2-3a2f-4738-950c-549fcced7f2c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.628455286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d29b63e9-53f5-4331-80ba-ada0d9841ffc","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.747565183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"634aea49-5388-41d3-a366-534b6441cde1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.846761155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"7afee005-00fb-414c-b221-fc7fcf3e535e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.847804769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e13306a5-e8f2-4432-885e-bb3893a0f133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.971432286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"7afee005-00fb-414c-b221-fc7fcf3e535e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:31.998623882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"753f9631-fc13-4538-a6b2-24484516bd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.001706495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e13306a5-e8f2-4432-885e-bb3893a0f133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.092468226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"753f9631-fc13-4538-a6b2-24484516bd4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.296554014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-models-invalid-sub-auth","reconcileID":"18dae58c-5875-4650-a2a8-fc387c231fc2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:32.605779051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"8611e880-145a-43c3-9d5d-e70922fb5398","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.431782163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-user-sub","reconcileID":"454aa374-6f14-4303-93a1-c88a82247279","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.606824598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"2706e26e-4d97-4d01-9a93-0917fbcbd709","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.648582753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-user-sub","reconcileID":"454aa374-6f14-4303-93a1-c88a82247279","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-models-other-sub","ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.663335303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"a55dfb11-353e-471d-a673-41514e40f444","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.870369097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"9da1fbfc-619c-46b2-9210-0bfa518d1063","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.870369001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-other-sub","reconcileID":"827323a9-555d-46b6-b375-12eb8c494cbc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.876444309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"b819ebc3-4b8a-4615-bdfe-63c4e12c77f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.882936698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"8955f39d-2272-45d3-bd35-5feae2adab71","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.883098252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.886049735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"352db00b-49cd-4819-8ab3-ed0960d27194","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.887867401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-990c15 priority=10:[ai-tenant-e2e-worker-w0-990c15/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-990c15/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.932325174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"b819ebc3-4b8a-4615-bdfe-63c4e12c77f2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:33.947014076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"9022a77c-a9e9-4c37-ab3c-b7f498273924","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:33.992738418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"6944d851-0351-4f41-a517-92b61d5de83e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.004427398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c143c7f7-a56d-48b8-84a2-a5de9979165c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.025035709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"c7124c62-2e14-445e-b50d-b44e7eeac580","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.038645323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"b280f8f5-0c04-4785-b9cc-f1d140a57ced","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.040003797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"63f8f2ee-0c20-41ed-a1a0-7ba4e3631ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.040452785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"11fe93e7-cc6e-44ce-9c69-21a3c9853923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.095944086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"b280f8f5-0c04-4785-b9cc-f1d140a57ced","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.097214626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"63f8f2ee-0c20-41ed-a1a0-7ba4e3631ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.097686208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dd5db472-a2ab-410f-a311-66358d6db33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.098929977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"11fe93e7-cc6e-44ce-9c69-21a3c9853923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.100152894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"ef396280-5aee-4d4e-9541-afada9a89089","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.155603516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"651df55e-edb6-47e6-afc9-4b767bbfb047","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.157650492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dd5db472-a2ab-410f-a311-66358d6db33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.166559192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"3a316a79-bbfa-48e9-ae72-24a9665e20d8","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.248327879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"02e92013-d230-4403-b363-9886f5abbf18","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.37257238Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"11fca795-5aa1-47f8-8f8a-66b0eb53aacc","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"distinct-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.443978878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-990c15 priority=10:[ai-tenant-e2e-worker-w0-990c15/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-990c15/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.444119407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"ba1e913d-65ac-443c-b06d-dfb8fe104a9e","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.448813833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ba2c50d5-9914-4559-a8fb-871d43a6fba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.449216138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"51c66a32-f318-4e9b-9904-63945fda5053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.505440594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"d600ec46-a85c-4afc-b86e-c767af1f8225","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.506364952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ba2c50d5-9914-4559-a8fb-871d43a6fba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.508400285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"51c66a32-f318-4e9b-9904-63945fda5053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.510044062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"f46129f6-3b2a-47ff-b018-e786c3421ecd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:34.534446359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"11fca795-5aa1-47f8-8f8a-66b0eb53aacc","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.54793429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"0b3f035b-61f4-4baf-af4b-4a7b75376254","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.55650442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d1cc1639-bf9d-44ad-b6ff-bb0bb2259cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:34.557955473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.565756515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"f46129f6-3b2a-47ff-b018-e786c3421ecd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.604704428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"92d8932a-c3e7-4fc7-a839-0a5ab6dd7aed","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.612342915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d1cc1639-bf9d-44ad-b6ff-bb0bb2259cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.655585959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8562d72c-e3bb-4bb2-9c70-76aa5c206f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.711508941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8562d72c-e3bb-4bb2-9c70-76aa5c206f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.74355304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"21771aae-0fde-4bdc-b3d6-bc1e4bd89bef","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.770691087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"dcc91fce-f327-46a8-a565-bbf79a7c6adb","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.846633541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"311ee7d8-0a83-4cca-be39-61adc4363133","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"distinct-2-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.870606449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"4e5ffaf8-ff2d-403c-a4f9-1d419a92026f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.926888765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"4e5ffaf8-ff2d-403c-a4f9-1d419a92026f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:34.932088427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"13611e7e-76f0-4a82-a240-8e1e3f917f55","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.014640626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"cab8db2e-a053-4e5e-bdf2-1cb79815906f","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.076145028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"51b88047-3975-4d90-b232-1a3fd615b35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.076446752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"0d238974-a47e-437f-8943-ef3179fc099b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.076759801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"55b1f13d-1431-48ea-a029-89da7c94c15a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.132976448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"55b1f13d-1431-48ea-a029-89da7c94c15a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.133052892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"0d238974-a47e-437f-8943-ef3179fc099b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.135324538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"51b88047-3975-4d90-b232-1a3fd615b35d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.181047316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9ca053ec-62af-4fdb-b7c5-c186e20c68ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.223967117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"92eea85a-18bf-4076-bb75-b044ce0eef85","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.237590703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"9ca053ec-62af-4fdb-b7c5-c186e20c68ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.390270153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"a08bdc71-7b85-47b3-8672-9e6c7cbc5760","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.49569002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"fcb8dbba-b825-4602-94f5-0e557591555f","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.758444242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"39b804b7-a0bf-40f5-9cf8-f114626dbd15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:35.814699643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"39b804b7-a0bf-40f5-9cf8-f114626dbd15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:36.127071305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"39b804b7-a0bf-40f5-9cf8-f114626dbd15","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:36.392822607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"4c6ae12a-66ef-494b-8b2b-d26753e5f766","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:36.449166506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"4c6ae12a-66ef-494b-8b2b-d26753e5f766","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.171215086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"1edb3c52-09bc-4d9a-8498-c21b4d9bf2d2","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.344865837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"0e564a06-5dc6-4140-b8f3-d65b16d4b929","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fce3121f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.444011984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"264cfc01-d69a-43db-ba4e-768bda060f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.444014867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"4e30fa28-0ae7-490e-9ace-ec5bebec7bd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.444621002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"97047710-3f8c-44f5-a9ad-cc6665734f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.44462618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"c0ef8c4a-7449-4d64-b5bb-1abc7fd8e275","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.500385193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"264cfc01-d69a-43db-ba4e-768bda060f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.500567606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"4e30fa28-0ae7-490e-9ace-ec5bebec7bd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.502918559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"c0ef8c4a-7449-4d64-b5bb-1abc7fd8e275","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.502926474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"97047710-3f8c-44f5-a9ad-cc6665734f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.971720761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"170c2006-0ee7-434f-8e88-480d9a8b76af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.971786703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"8bd232da-49d8-47f4-8efe-3d0aeb0b6c06","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.972161252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"100cf9e2-fa7c-454b-a01c-874e8fd3bda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:38.972399643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c100816-d3a5-4d79-be34-9217543d4bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:39.028378304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"100cf9e2-fa7c-454b-a01c-874e8fd3bda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:39.028722183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"170c2006-0ee7-434f-8e88-480d9a8b76af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:39.030949937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"8bd232da-49d8-47f4-8efe-3d0aeb0b6c06","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:39.030995377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c100816-d3a5-4d79-be34-9217543d4bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.188147415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-other-sub","reconcileID":"27a9256f-fa1f-40cb-8c09-20a263df7057","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.406465496Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-other-sub","reconcileID":"27a9256f-fa1f-40cb-8c09-20a263df7057","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.617665968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"1f24199b-64c6-4f54-8521-43dc17fcf000","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.666379328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"ca9005d2-2d51-431f-a2da-afbe83c2afd5","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.666724199Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.724391975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e0f6cf64-64ff-4089-a5e0-8f90b6b5cee2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.782089765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"6cde9f91-af6c-49f2-8d49-533ced267e4d","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.824148014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"d5d2940f-c27e-40ac-be4f-ca8a40e934c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.824324052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4464fd6c-cfde-4613-aeb3-0755462a3d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.824147179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cb35fe36-b905-4c8e-a103-f7728921f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.830069726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1e5fbda7-f0a9-47b0-8082-e7357f77613b","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.880302765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"d5d2940f-c27e-40ac-be4f-ca8a40e934c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.882047811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cb35fe36-b905-4c8e-a103-f7728921f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:44.882466673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4464fd6c-cfde-4613-aeb3-0755462a3d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:45.085287731Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-models-access-denied-auth","reconcileID":"e4835451-f16d-40a9-9017-90447aa50213","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:45.246108976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"e4052bd1-af6c-4b91-bd61-df0d5021b40d","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.637112358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"d5631cfd-61d3-4fc2-b1af-c66405c211f3","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.694962732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"830baf1e-db24-4b5c-9eb9-6c44af837407","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.903679261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"d57848d1-bc2e-4b26-a482-dc9ee444daba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.920275394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"1485247c-6906-4877-9c41-28cd5217796d","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.920293592Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.959957985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"d57848d1-bc2e-4b26-a482-dc9ee444daba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:46.97894744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"1a3dd7b9-0b5f-4fc8-9b60-bf9bcd9488e9","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:47.025178569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"3aec9a68-8378-4c95-8a18-c871bbe1f213","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:47.032807497Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"1a3dd7b9-0b5f-4fc8-9b60-bf9bcd9488e9","name":"distinct-w3-cc1858","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:47.032887955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"1a3dd7b9-0b5f-4fc8-9b60-bf9bcd9488e9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-cc1858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.038216758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"accd2bf3-9e6f-47b5-94ae-1652e02a6dea","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.131511543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"75d47ce5-98d6-4503-aae1-893fe1134c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.131965448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"dec62841-4ce5-4091-97e4-fceca0b36ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.131966895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"6d184bbd-a8ad-4012-98c2-2bc5bbc984b2","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.189146336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"dec62841-4ce5-4091-97e4-fceca0b36ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.189683731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"75d47ce5-98d6-4503-aae1-893fe1134c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.190008326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"a205e3e1-e4c6-4f66-9928-df84a009e7d2","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.196860796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"81208686-db45-4a85-8da0-b82115dd9260","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.254466569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"8de3164c-c5d3-4353-858c-4f9bffafb8c0","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.275442602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"8bc5c2e7-ed5c-431b-949e-d7f0c3b1c422","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.408002987Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"1b2b8a2f-7dc1-4ec5-9637-9be1c855c708","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"distinct-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.476328131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.476583975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"655d0a24-5bdc-452e-9e4c-28690b1626ad","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.520971984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"cd55ee61-2eff-4d7b-ba8b-57720e74b18a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.536577344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"b6035599-f2cc-4f15-9159-11fa28ac365e","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:47.572593862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"1b2b8a2f-7dc1-4ec5-9637-9be1c855c708","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.577575807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"cd55ee61-2eff-4d7b-ba8b-57720e74b18a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.582482626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"76ec592c-53c9-4704-bb47-fee0001ced68","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:52:47.587475623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.61439373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"4a5b36f1-f429-4d4a-9d64-83f2dfa2604b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.639238517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"108b5b56-c93d-4fc5-8f48-509b434856f0","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.670014713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"4a5b36f1-f429-4d4a-9d64-83f2dfa2604b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.717281907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d200e908-388c-4422-b11a-a527c10294cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.717328803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"418eacb9-37e1-498b-a958-4c6e7e8e27ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.774950772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d200e908-388c-4422-b11a-a527c10294cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.775388989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"418eacb9-37e1-498b-a958-4c6e7e8e27ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.782421799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"c850c6a9-05a5-4a98-afbe-4c09eba86860","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.907593392Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"57f15e5e-033b-4906-97c0-268d8f5dd8cc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"distinct-2-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.913263653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"8a87b571-3f7b-4bc9-9224-18a3dc6d0818","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:47.976129632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"66b6b531-963c-4d3f-870f-07398ac8162e","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.115795861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"b860d7ed-3fbe-4913-a90e-cd3a7cd2ac80","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.223567341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"262db421-086c-401b-a203-e3a027d2f485","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.348000695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"262db421-086c-401b-a203-e3a027d2f485","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.388183247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"171f16c2-8742-4b80-8106-f7365380490a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.550417526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"80fd0bf4-5a7c-4ee1-a3db-922713e83ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.564131459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8d3c2e94-09a9-4d19-8d76-fcb48e2b7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.572603112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"41533574-671e-4e06-9153-692c2f196cf9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.614241582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"171f16c2-8742-4b80-8106-f7365380490a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.633171262Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"41533574-671e-4e06-9153-692c2f196cf9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.633767474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"ffe9f63b-21b8-41d1-ba00-c71b2403e47d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.656393366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"80fd0bf4-5a7c-4ee1-a3db-922713e83ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.717162303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub1","reconcileID":"41533574-671e-4e06-9153-692c2f196cf9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:48.753938305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8d3c2e94-09a9-4d19-8d76-fcb48e2b7081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.30033652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-cc1858/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.30154272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"3aaa6ef6-1c8b-4335-a7db-e96a2db95c12","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.373239878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"7d050fb5-62f3-4942-899f-640e0f6e75c7","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.739492858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"10eaaaa2-6a26-4a8a-9f17-f8324dd4ec42","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.739940922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"daa1090b-6e23-4807-b668-8606fc5ffbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.74015465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a3f838cf-6af2-429a-b29e-417835e29e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.740367447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"800a2450-202f-47ae-8e41-49180bf94566","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.813821726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"884214e1-3643-4ddd-a707-3bddae435a91","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.819174302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"10eaaaa2-6a26-4a8a-9f17-f8324dd4ec42","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:49.874709597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a3f838cf-6af2-429a-b29e-417835e29e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.022790059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"daa1090b-6e23-4807-b668-8606fc5ffbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.10700865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"800a2450-202f-47ae-8e41-49180bf94566","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.26168898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"d78d796d-d497-46bb-9c30-46ee387cf0bd","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.451445036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"7744d62a-5567-4edc-9fef-15fdb5bb7107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.535532045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"7744d62a-5567-4edc-9fef-15fdb5bb7107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.726461258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"dbaa1625-1518-4392-b896-ce024fb2b65a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.726558086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0837aa3-cb93-42d8-ad01-18aec53d751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.781458394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f2572dbd-7a5a-41aa-a58f-316edea5236c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.782316985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"a00938a7-6244-4188-8a88-34a6ca66bfa8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.825150703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0837aa3-cb93-42d8-ad01-18aec53d751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.829740969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"dbaa1625-1518-4392-b896-ce024fb2b65a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.911039366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"a00938a7-6244-4188-8a88-34a6ca66bfa8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:50.950235131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f2572dbd-7a5a-41aa-a58f-316edea5236c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.005645142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cf39d7b4-ab0e-4f3c-a33f-335ceeccde02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:51.07662398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cf39d7b4-ab0e-4f3c-a33f-335ceeccde02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.246620527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"eb5b4509-c583-4385-8cc2-cf110f320066","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.410211989Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"5d52742a-294f-46e3-bcd5-129dc15bb0ab","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64036254","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.506403551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"21394619-1c4b-4491-b652-60c1322c324c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.506451337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31ceaa6c-7971-4cc2-ad90-dc748fc1ef50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.506889664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b56d9a1e-fea4-4c5f-9a75-470b08cc0f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.507056975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"e17f8d53-d161-4293-b181-f6e4cff03d21","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.563194436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"e17f8d53-d161-4293-b181-f6e4cff03d21","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.563325312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"21394619-1c4b-4491-b652-60c1322c324c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.565720702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31ceaa6c-7971-4cc2-ad90-dc748fc1ef50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.56689303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"b56d9a1e-fea4-4c5f-9a75-470b08cc0f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.995823179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"47bbe37f-09de-4cd7-ad90-f40f262ab457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.995934988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"1bbb70aa-70d1-4edf-be99-700a29997c74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.996533575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d3134b2e-ccaa-413e-baa9-1b76f4c25407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:54.996571696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"7c46a6bd-0f5b-489e-bb0a-e7161b36268c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.052669083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"1bbb70aa-70d1-4edf-be99-700a29997c74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.052673834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"47bbe37f-09de-4cd7-ad90-f40f262ab457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.054937481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d3134b2e-ccaa-413e-baa9-1b76f4c25407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.055320012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"7c46a6bd-0f5b-489e-bb0a-e7161b36268c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:55.936609038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.448368666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"52a32f8f-446b-4c6f-8eac-042942045d50","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.613849896Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"fe3d0984-2b00-45f8-857a-615f42cf606d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c55a9e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.719545242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"14cb22ec-d61b-459a-b804-b548e0472a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.719563637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"ac3ff478-7883-438b-ba2b-f2eec6d2e617","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.719925709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e319967a-c5fd-4271-8605-94071a7a12ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.720075257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"9de33a45-ab7c-4c34-b35f-419dc6b1c9a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.776300684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"14cb22ec-d61b-459a-b804-b548e0472a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.776420631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"ac3ff478-7883-438b-ba2b-f2eec6d2e617","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.778806046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e319967a-c5fd-4271-8605-94071a7a12ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:52:59.778815395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"9de33a45-ab7c-4c34-b35f-419dc6b1c9a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.214758298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"1d48db06-1aa3-412b-8232-f98dbd34f155","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.214973005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"379980a7-6bd1-41ee-9117-dbd5aa1b15d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.214759091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0f6bb063-c8b6-4a6f-8e4c-1609e4156d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.222728949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"4a51a220-c076-46bd-9b2c-214d4e661e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.272920158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"379980a7-6bd1-41ee-9117-dbd5aa1b15d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.272937727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"1d48db06-1aa3-412b-8232-f98dbd34f155","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.275106954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0f6bb063-c8b6-4a6f-8e4c-1609e4156d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:00.279766771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"4a51a220-c076-46bd-9b2c-214d4e661e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.469114952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"df632e96-c022-4e0d-8e3e-6685816d80b3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:02.716795202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"2e3971e8-a64e-4aa4-a980-cd7fa5f96df1","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.048550372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d27726cb-09cc-4401-acab-697b3cabd42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.049559797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"e14b5151-ab27-4dde-accf-5e6ed49c9a51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.109184298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"1137cba9-6b2c-4b02-8361-3d4bc48f7740","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.110740049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"540c2beb-354c-4b8b-aa7d-9ed062c33909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.119053447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"d27726cb-09cc-4401-acab-697b3cabd42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.138312526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"e14b5151-ab27-4dde-accf-5e6ed49c9a51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.330724018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"1137cba9-6b2c-4b02-8361-3d4bc48f7740","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.357979699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"540c2beb-354c-4b8b-aa7d-9ed062c33909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.525775303Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"878b7f64-001a-43a2-97d0-fc8efbe933e2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.584379798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"878b7f64-001a-43a2-97d0-fc8efbe933e2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.642879182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"19202bd0-7fed-4efe-a295-32b8a6e3bd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.649157444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub1","reconcileID":"878b7f64-001a-43a2-97d0-fc8efbe933e2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.748471034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"19202bd0-7fed-4efe-a295-32b8a6e3bd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.877103903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b2f548df-5346-4f5e-8612-76a730cba3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.933456217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a862a6dc-d7d5-4654-aa79-5da82f5901aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.9341941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"8e301412-108d-4252-abef-0506b38b3bf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.934811975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"a075b64d-4614-4f9f-a8aa-e78cc212fa31","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.939126927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b2f548df-5346-4f5e-8612-76a730cba3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:04.999276518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"a075b64d-4614-4f9f-a8aa-e78cc212fa31","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.015415433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"8e301412-108d-4252-abef-0506b38b3bf2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.015774041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a862a6dc-d7d5-4654-aa79-5da82f5901aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.016709685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"eb43963c-a271-47e5-8efb-02a0557aa145","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.01743437Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.081486752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"0eede9e5-c196-4a28-8e19-b9cf513dad58","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.169968508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"07f017ef-86db-410a-8bf4-bab3ad3e9b0a","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.239714348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"ea057209-f278-4fc4-b5f1-5381f5af82d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.296318947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"ea057209-f278-4fc4-b5f1-5381f5af82d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.35084786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"0c4d273d-1e04-47b5-a90b-c85e46d210f5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3289f92e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.449045231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a5fe3f7f-969a-469b-82a3-9fba65b4c0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.508767163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a5fe3f7f-969a-469b-82a3-9fba65b4c0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.542413667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"b857590a-87fc-4dca-9499-009ab1c812f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.542735641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"42179ed7-df81-4c88-85ea-0ec3da4c8441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.543254651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"65334346-ea60-4cdb-9c2b-3f30c913961d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.60027145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"65334346-ea60-4cdb-9c2b-3f30c913961d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.600350461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"42179ed7-df81-4c88-85ea-0ec3da4c8441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.602638934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"b857590a-87fc-4dca-9499-009ab1c812f5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.761206344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"4a24ea09-169e-49fc-83bb-c4654f91ca57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.818026241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"4a24ea09-169e-49fc-83bb-c4654f91ca57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.930165588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"4719e3d4-86f8-40cb-a052-f2585b3d1aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:05.989447544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"4719e3d4-86f8-40cb-a052-f2585b3d1aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:07.980877703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"8ba269a6-d907-4a5a-bc18-816452479f7f","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.666652471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"cc0029f2-a621-40b0-a7a8-9e132734bfa7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.719195456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"cc0029f2-a621-40b0-a7a8-9e132734bfa7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:09.771792628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-sub2","reconcileID":"cc0029f2-a621-40b0-a7a8-9e132734bfa7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.045517623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"cdcbf4e1-ea24-44de-98f6-bcb00c84417a","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.045568723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.198542361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"6d5880af-ce37-4c81-9359-73bb9e582f45","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.308730661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"fbe33662-b755-4192-a02e-328b27412518","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.309533823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"54807342-a3be-4a9d-90aa-102499f738cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.309616389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9b04a23-503f-476e-8b4f-b7cb2decd8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.310065531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"81fc8036-ed7b-4509-a387-a096b735cfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.3656117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"fbe33662-b755-4192-a02e-328b27412518","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.366235661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"54807342-a3be-4a9d-90aa-102499f738cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.367981921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9b04a23-503f-476e-8b4f-b7cb2decd8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.368576854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"81fc8036-ed7b-4509-a387-a096b735cfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.522438287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth1","reconcileID":"54366393-ea84-407e-9dfd-d06776240838","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.682750139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"f5bf80c0-8b66-4b4a-bb24-1e00ad88d2c6","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.731489917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"0514c210-6cde-4692-898e-94732b16e3a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.788404646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"0514c210-6cde-4692-898e-94732b16e3a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.839562425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"b08c2ddb-8a71-4d65-9419-262ba14b272f","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:10.998062161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ignore-header-auth2","reconcileID":"12d604c1-1ff0-4dea-9212-4ed831bbf79e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:11.207133343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"6e8b703e-f811-42a3-8a7d-d7490a2b044a","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.609804082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"616731d8-fa90-428c-b97f-a7c397a50a2a","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.666552689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"ec55f6e1-9cb2-406b-9c7c-9d10b4c5e115","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.875077517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"50d3cba7-40bb-4e5f-9f8c-d1d292b97119","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.900739966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"3a65aef6-2fcd-4be6-8d58-6ca5815c4466","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.900874258Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.931082073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"50d3cba7-40bb-4e5f-9f8c-d1d292b97119","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:12.960812352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"0bd4a41c-49f1-4bb3-be3f-0ade0e1cfa40","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:13.007046958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1ab425d6-73cf-4436-a67b-a7e19e552b89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.111041229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"876f1c69-68e9-405b-8fcc-27767938a6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.111053442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5e78eb72-690a-4a1f-a47b-3b44079aa7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.111731128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"f227c83f-529f-40ba-a2bc-698110c4360c","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.167492487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"876f1c69-68e9-405b-8fcc-27767938a6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.167572294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5e78eb72-690a-4a1f-a47b-3b44079aa7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.16898001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"806e3c7c-0a64-49a5-b662-dc79be770c13","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.18658194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"42b12e5a-0e99-4294-a932-0b86aa99ea97","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.243123897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"7a7f83eb-f107-4200-90dc-b8ed2028ecf5","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.247030664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"5b79264f-1d7c-4a04-9122-46017e988ec0","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.386918774Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"cf08bef4-4215-43fc-9216-43ae771c3a3f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"distinct-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.47320608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"55674dbb-d622-4d7c-81b2-3f9871bb94e7","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.473352848Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-990c15 priority=0:[ai-tenant-e2e-worker-w0-990c15/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-990c15/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.50248432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7efd2c0f-876f-4501-8209-d8a4ea2c8517","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.505478541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3550e0fb-4d14-40c2-9905-dece49df94de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.532100785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"ba828c0a-f4be-4d1c-9e88-f7dbe9d83af6","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:13.549014419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"cf08bef4-4215-43fc-9216-43ae771c3a3f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.558471144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7efd2c0f-876f-4501-8209-d8a4ea2c8517","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.561209407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3550e0fb-4d14-40c2-9905-dece49df94de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.579389528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"4f4427d5-baac-4444-811b-0f770366ad87","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:13.583757809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.635367917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"e96bcaee-9f7f-481f-a83e-9a9b30ac479d","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.654269318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"afd3c848-95ac-482c-b125-596bcabe631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.654273769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5cc21453-d821-4316-a5be-737f1a5386b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.711056043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5cc21453-d821-4316-a5be-737f1a5386b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.711177177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"afd3c848-95ac-482c-b125-596bcabe631b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.759672004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"447e9267-102a-4d29-b102-7926d55d201d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.825440165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"d801ec20-166a-4ab8-89e7-d15ee03eda67","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.864028665Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6ec69508-ae07-4874-a956-f530a9ebc12b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"distinct-2-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.926086908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"f3fd7741-5b4d-42a7-b174-896a818a684d","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:13.981982999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"abc79f5c-c943-426a-928b-b88e70198e20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.032412958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"91ffe849-06bf-4d55-8067-27939b834217","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.040882343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"abc79f5c-c943-426a-928b-b88e70198e20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.088669257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b48355b7-66c5-44c8-b484-329313389af7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.145505247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b48355b7-66c5-44c8-b484-329313389af7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.191970111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cfc3c3d6-7b19-4a2a-9f6f-f8d6ccb3b2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.191970493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"01c7541c-7474-4600-97d7-b270c3bbc625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.24238808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"103600ef-c1fb-4c30-893d-ad965a3cf18d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.248040478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cfc3c3d6-7b19-4a2a-9f6f-f8d6ccb3b2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.249237172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"01c7541c-7474-4600-97d7-b270c3bbc625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:14.408141189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b48355b7-66c5-44c8-b484-329313389af7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.419877008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"4d164a4a-6120-4555-820d-8ba5324cb141","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.674414914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c80d4af-22b4-4f8c-a96d-bab5fe695267","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:14.730467798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c80d4af-22b4-4f8c-a96d-bab5fe695267","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.229176387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"78c30583-31df-470e-8491-e671aac215e9","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.39202234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"24094cb5-95fe-4f36-ac7e-43187c5276c2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af2e09cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.404155483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"790f9773-ee70-4ce8-ac4b-3e1abb316c1f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.457028899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"790f9773-ee70-4ce8-ac4b-3e1abb316c1f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.490253037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"92bd9782-bae2-465c-9ec7-f3cbcec4aef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.490372972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfa641ae-175d-44a3-b361-c99ad1502ef0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.49070013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"28f792c8-124f-4c8e-a53e-a54dbbafecb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.490753393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43fc7596-5b33-401f-a3df-484ad75ab27e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.510772717Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-sub2","reconcileID":"790f9773-ee70-4ce8-ac4b-3e1abb316c1f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.546799246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bfa641ae-175d-44a3-b361-c99ad1502ef0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.548249898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"92bd9782-bae2-465c-9ec7-f3cbcec4aef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.549061919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43fc7596-5b33-401f-a3df-484ad75ab27e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.55158831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"28f792c8-124f-4c8e-a53e-a54dbbafecb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.780890292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"bb0de5ec-a22c-48a1-8bcc-72edf22c0eaa","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.781344838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.842127688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"663cb78b-f8f0-4375-8e87-dba9d3669600","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:15.929980098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"588f2fdf-10e8-4c2c-ab8c-8c92261fa54d","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.053795906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"72f49ae3-6016-4994-8cb7-96b9f15a309e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.053826317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c23fd1ee-d03a-4622-9c49-a3d5c010ac3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.054422786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a3b7d198-3f61-4430-bd09-7d5d952ec445","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.054482349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a888392-6c88-4a0d-907e-6924f75ec224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.054885246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"781bf65b-69ac-4f23-8cda-035edc5c9603","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.112449088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6a888392-6c88-4a0d-907e-6924f75ec224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.11254873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"72f49ae3-6016-4994-8cb7-96b9f15a309e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.114791911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a3b7d198-3f61-4430-bd09-7d5d952ec445","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.114863419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c23fd1ee-d03a-4622-9c49-a3d5c010ac3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.116880025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"781bf65b-69ac-4f23-8cda-035edc5c9603","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.270177675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth1","reconcileID":"01f56f06-4f41-4d06-abd1-d42e3c91c39d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.430800123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"8a8697ff-67bc-4dfe-9c1a-44b61a4c2fcc","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.479217248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"86a0799f-7555-403a-bbca-fe9e3de3a8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.479388366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"09fa4f45-0478-4199-8cea-b0c6cf47936f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.479225136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"884fa698-67a4-4a83-b4b9-f17f3697a499","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.536449986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"884fa698-67a4-4a83-b4b9-f17f3697a499","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.536464464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"86a0799f-7555-403a-bbca-fe9e3de3a8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.538696591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"09fa4f45-0478-4199-8cea-b0c6cf47936f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.557126973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"06a17a08-1389-4344-b59e-01b2383a02ef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.61352042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"ea8f9114-66f3-47b1-9de6-57f3d79b1edf","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.769869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd9fc9aa-2ad0-43c5-b6c9-179f472087a9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.826380518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cd9fc9aa-2ad0-43c5-b6c9-179f472087a9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.846246119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"b3dc35b3-da50-449f-b2c7-5caa2532adea","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.846401903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:16.901767505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"c92b50d3-dc74-43a1-9974-e0b39ea34a06","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:16.952460308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub","reconcileID":"f5fe1707-e103-4eac-b2ff-2c3529a23605","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.003528142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"35a0c8af-a80f-4d72-ae36-2f35f93ee82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.003523996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"3385caf2-57ac-40c0-9ef0-17b2df63597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.063826903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"35a0c8af-a80f-4d72-ae36-2f35f93ee82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.064747691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"3385caf2-57ac-40c0-9ef0-17b2df63597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.066780431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"82e1b926-8d0c-424b-b391-b4e9bc4f2cfc","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.121515287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"e35ce123-ca2c-4788-8f6c-322fa9cb786b","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.14543872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"f0b44a96-3efc-49b9-b7f8-f36fc23a8185","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.302503259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c95651cc-1279-46a1-ae27-fc527f81a890","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.359284557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c95651cc-1279-46a1-ae27-fc527f81a890","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.394381768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub","reconcileID":"3e14cfde-c713-4cb1-b3f5-6e5ae44ec78d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-8ec003/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.447351957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"699ae631-0143-44ff-a158-f155da58af75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.447360347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"da9552b3-3502-4240-a7af-6a8bd6c219a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.503965964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"699ae631-0143-44ff-a158-f155da58af75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.504152357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"da9552b3-3502-4240-a7af-6a8bd6c219a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.562988909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"ae5bf9d4-74b6-48ed-8bdf-e9cb3f81fe43","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.605441455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"8392db9f-0171-4c74-8edf-cb477436add3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:17.815579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub","reconcileID":"f5b4bde8-5ed0-4633-bbd1-f6496a8f7a9a","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.075373551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"ca04b6c6-577b-4e22-ac37-c0e0f059abd7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.077581576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"f16ef65f-fe60-4798-b080-c8f493353280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.080688421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2921c710-ff0f-4259-9a27-ce12822397ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.243235616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"2921c710-ff0f-4259-9a27-ce12822397ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.256015337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"ca04b6c6-577b-4e22-ac37-c0e0f059abd7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.256368778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"f16ef65f-fe60-4798-b080-c8f493353280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.351153328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7acfa4b6-9742-4911-9040-598041773701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.422800581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"459f0744-a9f2-4535-90d3-2294398c1e0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.438348338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7acfa4b6-9742-4911-9040-598041773701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.526671176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"459f0744-a9f2-4535-90d3-2294398c1e0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.86263006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c57f1e2e-fd7d-44cb-b43e-aaaa917050da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.863475016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1d7c3248-b083-4522-974d-7df61dee9d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.936794352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1d7c3248-b083-4522-974d-7df61dee9d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:19.958445377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c57f1e2e-fd7d-44cb-b43e-aaaa917050da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.478870668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"0cbf4bd2-19e8-4064-add7-776756dd58e6","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.635340284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f597b9ec-1e71-4925-9b9c-61fa9567add7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.635440888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7708d03d-39e1-4fab-a3a9-83f3024e0a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.635962441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4fb98e17-dcb3-4665-8332-613722d5405a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.691911176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7708d03d-39e1-4fab-a3a9-83f3024e0a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.694277488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f597b9ec-1e71-4925-9b9c-61fa9567add7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:20.696763117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4fb98e17-dcb3-4665-8332-613722d5405a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.445230382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e6c9a64d-c517-46a9-a302-a33f3b96e2d8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.497464097Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e6c9a64d-c517-46a9-a302-a33f3b96e2d8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.551150578Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e6c9a64d-c517-46a9-a302-a33f3b96e2d8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.823757219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"f8da7148-5a45-421a-b8f7-88b45753e85e","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.824295645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.930759491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:25.988863288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"807fe652-6280-4d9c-8e02-348a9426c931","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.084046124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f8e6ad27-bb54-4470-98dc-080708d57333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.08428084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"792574bf-0134-4dd2-9293-3a54caa87745","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.08404613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7936e553-43bf-405d-92d8-f0ea396eb839","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.084672661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6c8d4451-d379-403b-a60d-b244cd411968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.140752463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7936e553-43bf-405d-92d8-f0ea396eb839","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.141560787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f8e6ad27-bb54-4470-98dc-080708d57333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.143009608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"792574bf-0134-4dd2-9293-3a54caa87745","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.144440089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6c8d4451-d379-403b-a60d-b244cd411968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.150221203Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"01dbeda1-f70a-4c4a-89bd-cf2bbf85c487","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b656dd45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.569900145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fd74d937-5fde-4249-82f4-1f8a8e50df6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.569947853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8f7a51fa-c979-449d-abcf-5a69725866fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.570359771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03239756-1865-4404-8362-95dc7adc8039","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.574741446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-multi-keys-auth2","reconcileID":"174bf961-9ae0-4501-a87d-a9abf8c41295","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.574783532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"526d8e46-cb23-431d-8120-15805090bde2","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.590221091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eefece80-5ad8-4e0b-8464-07dea523cf36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.626148691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8f7a51fa-c979-449d-abcf-5a69725866fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.626552235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03239756-1865-4404-8362-95dc7adc8039","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.628297218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fd74d937-5fde-4249-82f4-1f8a8e50df6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.646219467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"eefece80-5ad8-4e0b-8464-07dea523cf36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:26.78547726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"1410879c-2e5f-4d49-afa5-5907951dfd78","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.234979381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"abaa9c24-80c1-4e5b-8b3b-10004dc26d52","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.292197154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"a27e58a0-2f94-4e8e-bcd5-fc157ff15a37","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.502590111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3023292-6735-4935-b935-e711d09da306","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.519740087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"75654610-015b-4884-a40d-d3cc3aabb200","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.520937375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.55866137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3023292-6735-4935-b935-e711d09da306","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.579555608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"9a102e2d-3fc3-4a4b-98b5-a0b809ad9da2","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:28.626880241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b9575c51-814d-4a39-94c9-062a839a28b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.732451976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"023c1904-d18c-4834-9393-1bb4996fc09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.732465596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1df8cb31-ea5c-4807-bdca-73350a5a2fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.733188207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"8fd33076-065f-4641-904c-50f4e6f749ee","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.788909925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"023c1904-d18c-4834-9393-1bb4996fc09d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.789434474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1df8cb31-ea5c-4807-bdca-73350a5a2fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.790504649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"a502dd16-c558-4e3a-be7d-425b7ebbd6be","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.806898942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"348b70ac-09a7-47db-ab48-3a6d4d847c59","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.8637833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"b6fbc4cc-1c30-4632-8c1c-8680fb4dca0a","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:28.875629319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"efa91912-f649-413f-bd0b-5e8d0d74a540","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.002719678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"28e6998d-cbb9-4fd5-bf02-e552120b1695","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"distinct-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.083088699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.083305941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"f2535624-ba36-42e4-8280-ab131cca9885","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.123784757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4699a62-9c4f-482c-8573-6526da930495","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.135524816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"675bf955-8947-4fb9-b571-1c7173938e4d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.141174797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"b4936af0-630d-4aae-a361-4e965089ee6a","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:29.163651362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"28e6998d-cbb9-4fd5-bf02-e552120b1695","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.180284288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4699a62-9c4f-482c-8573-6526da930495","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.188810239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"0558f485-58a7-4638-8dc6-f69f35c5aac0","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:29.191914354Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.192602639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"675bf955-8947-4fb9-b571-1c7173938e4d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.246787889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"ec907a70-3c32-4931-9183-a274ccde4c51","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.280255333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8c652ebc-f777-43f1-951a-8dbecf0eacbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.280302884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9acf9de0-45cf-4dc7-a91f-6d17cb4c8bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.336242562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8c652ebc-f777-43f1-951a-8dbecf0eacbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.337520216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9acf9de0-45cf-4dc7-a91f-6d17cb4c8bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.373976248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fa120f7c-7e73-4586-a923-79807516b446","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.447781005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"7ddced66-8d9b-44c5-b119-f8752b13cc40","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.477396705Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1a0e7526-efa4-4988-9c01-debce345dc83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"distinct-2-w3-cc1858","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.539542186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"279c66c0-14dd-4fdc-a2fa-79fe9702717a","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.609134023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"307e39bd-c02d-40e7-9aee-ec6f7dce7201","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.64328911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"dabe1846-5644-4406-a25e-ab8aacf9cd90","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.664640759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"307e39bd-c02d-40e7-9aee-ec6f7dce7201","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.709495622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33fdab49-eada-4994-8881-5e80acd6a234","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.765200172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33fdab49-eada-4994-8881-5e80acd6a234","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.81231097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"6fe19cad-6c41-4638-9d75-6c182ba861db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.813395612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"eb1c76c7-241d-4eb7-904c-2a31d941e05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.853228697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7c49bb02-510b-48ad-9f43-1b1de88eed3e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.869793121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"eb1c76c7-241d-4eb7-904c-2a31d941e05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:29.870185246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"6fe19cad-6c41-4638-9d75-6c182ba861db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.64068264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub","reconcileID":"51b3f0c7-719f-4d3f-99a6-0fc929068eda","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:30.855316536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub","reconcileID":"51b3f0c7-719f-4d3f-99a6-0fc929068eda","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ec003/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.0662996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"a99445bf-49c6-4173-bc66-3d6f85065285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.114099648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"e81ff716-05a3-4c13-b4d4-716292a2c333","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.114393426Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-cc1858 priority=0:[ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-cc1858/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.170518865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"704818da-8bec-4c4a-ba77-2843f7fd0cef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.278418496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"48fce9af-4f23-45a5-866f-cddb5ba76637","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.279305982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"65f845e5-6253-4cc3-a94c-7cbd59286aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.280124485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"50b349a7-1b5b-40ec-960e-48b852a136e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.336849577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"65f845e5-6253-4cc3-a94c-7cbd59286aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.336904263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"50b349a7-1b5b-40ec-960e-48b852a136e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.339102589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"48fce9af-4f23-45a5-866f-cddb5ba76637","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.408238137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"fb2898c3-ad37-42e2-8270-168a12a6dd10","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.571020929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"95ff2bcd-53bd-4a3f-94fb-de1ceabdd5b7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-779fea82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.669916139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca56ed88-d810-4640-a33e-21444de2c419","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.669913669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"469c388e-0640-4181-a40b-9119909315a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.727600613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca56ed88-d810-4640-a33e-21444de2c419","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.727598824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"469c388e-0640-4181-a40b-9119909315a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.804911706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8798c28c-deb9-4cb0-adf8-65b5a70753bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.804942847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7a8751b0-851e-4d1a-9286-07797d62d09b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.860900929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"8798c28c-deb9-4cb0-adf8-65b5a70753bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:31.861019879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7a8751b0-851e-4d1a-9286-07797d62d09b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.195943308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f7880d00-5433-4f3f-84e7-a2b262f9f36c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.196087226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bda69a41-c337-4dbf-9a05-556204f7d2f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.252346738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bda69a41-c337-4dbf-9a05-556204f7d2f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:32.253196869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f7880d00-5433-4f3f-84e7-a2b262f9f36c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.539163994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4fa1860d-10f3-4d95-adba-6e6a889b8186","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.539692591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c780eb96-bc8a-40f5-833c-aeebddf2aabc","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.540140011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"20ec9eb9-82c1-47dd-b8d8-4429019c1dee","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.6019788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ff74e616-2771-4a23-b930-364c497662ff","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.602443446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"b55ce63b-b274-48dc-9c1b-103f70b74670","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.602747118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"3b041431-27f6-4e47-916f-de773fc7fab0","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.716558854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"c599e941-f8ae-4e69-b35f-f59747a1618c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.717130099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"684d3ea5-fbd9-44c4-9cc9-6b36c27ed052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.761821971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"03a159b0-cc8b-4d9b-aefc-0486e52fc3a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.772391539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"60c3da9b-a764-41ed-b3b9-8a9c6be20d49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.776377725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"c599e941-f8ae-4e69-b35f-f59747a1618c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:33.788881002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"684d3ea5-fbd9-44c4-9cc9-6b36c27ed052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.146635923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1646cf49-7630-4ba0-8592-b987efb75b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.146653001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5e6ab13c-8d14-444a-a5e8-d25735cb4028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.205373568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1646cf49-7630-4ba0-8592-b987efb75b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:34.205905737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5e6ab13c-8d14-444a-a5e8-d25735cb4028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.208666944Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ad5ca85c-43ec-44eb-a760-c104f3cd3d77","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.261259233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ad5ca85c-43ec-44eb-a760-c104f3cd3d77","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.314062946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ad5ca85c-43ec-44eb-a760-c104f3cd3d77","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.58313619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"ee1d09a0-8363-4ebd-9781-2a53c3fca719","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.583611118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.644338004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"08fcef48-ab01-4fba-a015-b12d8974ee26","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.739707439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"b06e07e3-dbed-442d-8334-01920bd0c7c7","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.846239353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2b1b9744-7719-4d43-a31e-97f10c52c87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.846598288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1c3ed97f-0fcd-4080-921f-841c3decb4cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.846755544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d4b9bdcf-9caf-4831-a6e5-79a7ec3f5b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.847107408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f1e293d9-b8e9-4258-9c1d-af6447d259fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.903415096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2b1b9744-7719-4d43-a31e-97f10c52c87a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.903443499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d4b9bdcf-9caf-4831-a6e5-79a7ec3f5b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.905928825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f1e293d9-b8e9-4258-9c1d-af6447d259fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:36.906027517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1c3ed97f-0fcd-4080-921f-841c3decb4cb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.108553106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"16b6b32b-9999-41b6-9022-9a3832f85cb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.317704336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"fce1103d-c7d3-4f1e-9d55-0c3638b24422","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.317704315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d29f5885-2f36-4a38-ae82-d6c633feb41e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.375478682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d29f5885-2f36-4a38-ae82-d6c633feb41e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.466769045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"71374480-ff9e-4db3-8839-510a5a6994ee","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.580927598Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2a48ab38-c84f-49e6-81c4-ac7754847b9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:37.742152881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"e516d3c8-f9b2-430d-a399-1ed4e36086ab","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.07554726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"13820585-3351-4702-bc9c-0300665be883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.158455875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4549f86-b15e-4629-93b5-7ccc6f57255d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.182279786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"282bc0f4-a0ee-4688-b982-85f10265a925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.299119808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8fe9bd08-c3e9-4a2f-9e13-24510cc4256a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.402118517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"3c73a456-3449-4fd2-a766-8a757e9351de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.503390629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d5afd09-1cec-48f0-8c8a-1ac704d9b6f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.50393561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"9b230240-5f49-40c2-99a4-a9e1bb4afe3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.651466698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"9374bc21-c4c7-4ba8-a9bd-f900f16c9ee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:39.840656407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"e3121664-007c-4446-aa16-7b4dad96e4ae","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","model":"llm/e2e-rt-eq-5eed0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.132348132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"87b909d3-418f-45ce-946f-847d7e3e87dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.271272808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"effa4a0f-6adc-4d9e-84f9-62e03bbf8223","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.315324233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"7118e7da-37a0-4ac4-9d5b-5a6bfecb3012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.316053092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"0e2f3c19-1440-4b77-b102-b963f8951287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.406772696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"792982db-2731-4d11-a341-56def6dbf034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.406922371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"792982db-2731-4d11-a341-56def6dbf034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.48567338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59213935-3162-4a2d-b038-f3370e1ca3ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.48570056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59213935-3162-4a2d-b038-f3370e1ca3ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.521522467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f0afe041-b505-4fff-969f-89d8430a1692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.623812737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1acc6991-ea1e-488e-9a3e-fa6266ced876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.66125232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"06a0a1d9-03bf-4274-ae06-1d2fa966c07a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.701971974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1acc6991-ea1e-488e-9a3e-fa6266ced876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.703322056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f0afe041-b505-4fff-969f-89d8430a1692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.728490847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8d97dc10-5848-4ea4-b10e-242f6c99699c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.764188527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff6eb7a-d800-43ae-ba3d-08ff50bb0b08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.764217757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff6eb7a-d800-43ae-ba3d-08ff50bb0b08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.764965063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.7876141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"63763794-8f8c-49b7-87de-a3c289e73633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.832218649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f00a6dd-338a-4f01-9f0f-c4a868df8a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.832330597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f00a6dd-338a-4f01-9f0f-c4a868df8a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.890532031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8d97dc10-5848-4ea4-b10e-242f6c99699c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:40.904316519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"c56e5c63-624d-4070-9743-03bffbe6ae5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-7ad8abca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.905536192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"638434b8-b484-49a5-85e5-0eec92fc4392","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:40.984547429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8d97dc10-5848-4ea4-b10e-242f6c99699c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.063664006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"60977c07-9355-46a0-bf0f-8c5336430231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.064743045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7767713d-737a-4f38-ba6f-bf8ddedf1824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.066803599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db528e3b-5d34-4085-b903-fc481b3e0622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.083881113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db528e3b-5d34-4085-b903-fc481b3e0622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.086020487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fa57852-e77d-4f94-a00b-11ab6ef47108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.086118185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fa57852-e77d-4f94-a00b-11ab6ef47108","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.159142632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"60977c07-9355-46a0-bf0f-8c5336430231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.163857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7767713d-737a-4f38-ba6f-bf8ddedf1824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.225033293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"720504a5-4722-4c50-b43c-37694d8c2897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.226134799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"720504a5-4722-4c50-b43c-37694d8c2897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.280336047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e416e986-a5f0-41c9-a521-45afdb231b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.281248233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9d3706e7-682c-4bd4-8d2b-d1aafc38ffdf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.40334933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b5e04a86-5fe4-455f-85b7-708b3e90350e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.48633494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e416e986-a5f0-41c9-a521-45afdb231b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.531435632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9d3706e7-682c-4bd4-8d2b-d1aafc38ffdf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.5509878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b5e04a86-5fe4-455f-85b7-708b3e90350e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.594613413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e416e986-a5f0-41c9-a521-45afdb231b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.628050147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"11840c6e-20f4-4dbe-8223-5f6caf751f86","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.654432755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"39397f19-9577-4212-b810-5324551355b3","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7ad8abca/e2e-shared-int-sub-7ad8abca","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.680713753Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"11840c6e-20f4-4dbe-8223-5f6caf751f86","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.79671945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c13081-54d5-4897-b8fb-3a543268cf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.796738549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c13081-54d5-4897-b8fb-3a543268cf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.807314121Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub1","reconcileID":"11840c6e-20f4-4dbe-8223-5f6caf751f86","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.82540367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dcfb75e-b669-4275-bb37-1ee56d9418d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.825452394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dcfb75e-b669-4275-bb37-1ee56d9418d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.851345129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dabf13e4-6e33-4c0f-93d1-573def1b74ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.85136397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dabf13e4-6e33-4c0f-93d1-573def1b74ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.864613094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b24b405-b1d4-4308-a52a-5a1d63f9b218","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:41.956217913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"7745c7ad-dc8f-48d5-8966-5c6733e351cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.012888789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"7745c7ad-dc8f-48d5-8966-5c6733e351cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.03559368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"4b5e9588-af08-4784-bb55-ae1da55f0cd6","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.065736216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.065798288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f94f88b-b8af-457b-8e77-34bb6c402e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.065809798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f94f88b-b8af-457b-8e77-34bb6c402e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.068702237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"7745c7ad-dc8f-48d5-8966-5c6733e351cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.080923739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"abb0c7ed-1c64-4164-a8f6-4a4b6650d0c7","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.123546155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.138976561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"346281d3-76f9-4f17-9851-c06dbec17658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.138999977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"346281d3-76f9-4f17-9851-c06dbec17658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:53:42.178684773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"4de1f5f1-3a06-4e78-b828-2061c864cc96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-7ad8abca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.242341663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"2695e90b-a383-47a6-a288-3a5e39ab4d6b","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.28624053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"faf13f77-7fe6-4a3a-841c-a23ab7f2488e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.313412036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27a88da-5109-440d-b781-c425b339d910","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.314659881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27a88da-5109-440d-b781-c425b339d910","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.390042892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63a3736d-a4ee-42d9-af43-a1ead83dd018","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.391105993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aefee3f5-72de-4d21-9c07-102e2db244bd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.391930289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0be72360-aec3-42ed-a5fe-c166ee33fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.412313526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"faf13f77-7fe6-4a3a-841c-a23ab7f2488e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.413075839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ce06bcec-c00e-4703-baee-867d699f72f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.414968505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deef57e5-a849-49b0-9a4a-c19a6cec9bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.414984642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deef57e5-a849-49b0-9a4a-c19a6cec9bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.448912385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aefee3f5-72de-4d21-9c07-102e2db244bd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.449456346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63a3736d-a4ee-42d9-af43-a1ead83dd018","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.467809034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"faf13f77-7fe6-4a3a-841c-a23ab7f2488e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.468108864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d400b0b9-f5ac-4231-b4af-459850149fd1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbbc128a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.469760359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"ce06bcec-c00e-4703-baee-867d699f72f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.472322472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0be72360-aec3-42ed-a5fe-c166ee33fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.6825304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"e8a70343-df2b-4093-8193-70af7b244071","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3cb19e5a/e2e-shared-int-sub-7ad8abca","ai-tenant-e2e-mt-7ad8abca/e2e-shared-int-sub-7ad8abca","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.851889541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"420de42e-576a-4038-8fa8-367f98d32ef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.851915699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"420de42e-576a-4038-8fa8-367f98d32ef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.897701989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d41a039f-4a62-4afa-b139-0a81d60857af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.897763231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"956cc28a-e141-4b15-ac54-43342d851d8a","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.916014466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c2058b1-2233-4cf8-8f91-081732df0b0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.916636156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"df4fe57b-96df-4261-aef6-f044f57dcc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.916646304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e6bc4bd-31fe-4526-9d82-81c340e6af7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.972119279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0c2058b1-2233-4cf8-8f91-081732df0b0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.973742327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"df4fe57b-96df-4261-aef6-f044f57dcc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:42.974419256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2e6bc4bd-31fe-4526-9d82-81c340e6af7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:43.016138924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"34ee16bf-ddb0-4771-8405-9731dc84e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:43.062000656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"0a4cc265-cad2-43be-87d6-d0c49c688acc","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:43.072213854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"34ee16bf-ddb0-4771-8405-9731dc84e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.826265604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"05604d2b-d74c-4549-bb38-e06afd972b52","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.826392486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f354db24-a8eb-4945-8edb-16902dcd45c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.826415112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f354db24-a8eb-4945-8edb-16902dcd45c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.931012902Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"05604d2b-d74c-4549-bb38-e06afd972b52","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"policyNamespace":"ai-tenant-e2e-mt-7ad8abca","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.989043681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf83009-0b2f-4f14-b7c0-91bb673ae609","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:47.989064055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf83009-0b2f-4f14-b7c0-91bb673ae609","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:48.163996998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0b5574-8b30-4463-b27d-57acb6f5090b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:48.164018539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0b5574-8b30-4463-b27d-57acb6f5090b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.520729966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"80cefd35-5203-4e1c-b8d7-31f86f75c251","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.573182423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8943e02d-1185-4826-88ec-3460a8370248","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.573498093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"80cefd35-5203-4e1c-b8d7-31f86f75c251","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.62613456Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-sub2","reconcileID":"80cefd35-5203-4e1c-b8d7-31f86f75c251","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.629106576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8943e02d-1185-4826-88ec-3460a8370248","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.685344185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8943e02d-1185-4826-88ec-3460a8370248","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.902030586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"9fc7c985-ca4d-4784-826f-58ef2c211ecb","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:52.902304795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.058997435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"73ae91f2-50a3-4b22-abc8-eb4c85bdf649","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.16430493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"bb7ea6dc-3dbd-4338-9bf5-a09d884f5095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.164537678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e932bfd8-688e-40ff-b08f-4fa2dcb190f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.164951151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"17a563e4-7391-4480-81c3-15881c42ca2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.165086416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1401a70c-8373-477d-baf4-e7d813fe3204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.221412925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"bb7ea6dc-3dbd-4338-9bf5-a09d884f5095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.222067999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e932bfd8-688e-40ff-b08f-4fa2dcb190f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.223804102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1401a70c-8373-477d-baf4-e7d813fe3204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.225482197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"17a563e4-7391-4480-81c3-15881c42ca2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.426913812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth1","reconcileID":"030a2316-b868-4844-8cb9-c9f9d9d5b9a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.58881401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"4dd89eac-0443-4274-b8e5-394af34766c3","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.634497718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"666c409c-fb9b-4341-acd1-f0351785d729","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:53.690737184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"666c409c-fb9b-4341-acd1-f0351785d729","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:55.930865503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.062788929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"4df88040-1535-44f5-9a6e-4a64fdfd44ed","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.063557975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b8cb26a3-56ae-45a4-b62e-d0617910a64c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.295262754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"057982f2-bc9b-4505-9435-8a2e4ffd7391","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.389955749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"fb82d432-f65f-40af-84e9-90c8b19b85bd","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-7ad8abca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:58.748503666Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"namespace":"ai-tenant-e2e-mt-7ad8abca","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"fb82d432-f65f-40af-84e9-90c8b19b85bd","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-7ad8abca"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3cb19e5a/e2e-shared-int-sub-7ad8abca","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.027805525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e06168fa-1ea6-4e8c-a838-c68e74f5682b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.028739327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"0fd04638-6084-4084-869f-624e2cf81f34","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.110667754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea40d0d6-a4e9-4413-86f4-896bbad3511a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.110695763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea40d0d6-a4e9-4413-86f4-896bbad3511a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:53:59.123748597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:02.821387022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e0d39ec9-dad4-4405-a000-f0483fc75694","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:02.895312063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e0d39ec9-dad4-4405-a000-f0483fc75694","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:02.977632617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e0d39ec9-dad4-4405-a000-f0483fc75694","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.209703076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"ce3fc2cc-49ff-4820-be50-9f2a093370d7","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.75871716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"e2e-sa-multi-hdr-auth2","reconcileID":"abd5a48b-64d1-466a-8e0e-c2d45d0f5925","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/distinct-2-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.758825012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"62adc166-f9ed-4502-bc60-3bcba10dff3f","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:03.980234313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"0dbea478-796f-48a1-8aa7-72fc9cebf95d","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.66390346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99fb833-254e-4f67-a220-f7df0bed2d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.66392267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99fb833-254e-4f67-a220-f7df0bed2d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.720966832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48108fb2-d737-488e-b26c-55acea0b9db0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.720989943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48108fb2-d737-488e-b26c-55acea0b9db0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.770756148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"95fac795-16b4-42d7-9634-5cdd64780496","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.865433349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"487e585b-9a3a-4637-a173-a850a0c45f40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.951029943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cbd780-ca30-4b4a-bc9e-3514ba072aa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.95105023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cbd780-ca30-4b4a-bc9e-3514ba072aa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.951538569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c5e023 models-as-a-service/e2e-rt-eq-5eed0a-sub models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.965868329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d35ab237-ae87-44e5-a3d4-6323cc294af2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:05.985948345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a12dea01-74e5-4b72-991c-a2de880e1dd2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.048090709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"dfc60e7a-9239-4e2c-9024-e49dd9d4f622","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","model":"llm/e2e-rt-eq-5eed0a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.062152957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"61905972-9ecb-45ab-a161-9cc949902d8e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.062177063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"61905972-9ecb-45ab-a161-9cc949902d8e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.066298183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"e9362b99-775c-4525-840e-898ab1fa7388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.116125346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a12dea01-74e5-4b72-991c-a2de880e1dd2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:06.119085277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-c5e023","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-c5e023\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.173752852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a12dea01-74e5-4b72-991c-a2de880e1dd2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.175411527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"708b636a-25a8-4ec8-8cac-cc82f36668ea","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.175441886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"708b636a-25a8-4ec8-8cac-cc82f36668ea","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.175860836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"d5a6225d-5619-442e-b502-d9ca6cc49d49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.231274898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"99e44511-463f-42cd-9003-9685f58d6e4f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.231821478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e4e62f-f12c-4c65-9582-02f24a0acec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.233651247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a7d1d10-3f69-4a09-8088-3dcbd559c56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.238184762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"bd8bb803-977c-4042-a18a-38ece8c19c84","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.23932636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ef1afdc-3b77-4b76-a33f-75dd26fe2d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.239344657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ef1afdc-3b77-4b76-a33f-75dd26fe2d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.240223347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ebd60a-0595-4591-ae15-db829b5e8501","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.240238374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ebd60a-0595-4591-ae15-db829b5e8501","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.291083354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"99e44511-463f-42cd-9003-9685f58d6e4f","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.300221522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"bd8bb803-977c-4042-a18a-38ece8c19c84","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.301963451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7e4e62f-f12c-4c65-9582-02f24a0acec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.303014402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6addb58d-b940-4727-866d-f81853c836b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.303625835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a7d1d10-3f69-4a09-8088-3dcbd559c56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.40307034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"b85a1c95-3bff-49c6-a6c5-d49acc786d8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.458312987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"cf3bb0df-fbc9-44a7-91d4-e6918ed86986","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3cb19e5a/e2e-shared-int-sub-7ad8abca","models-as-a-service/e2e-default-int-sub-c5e023","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.494126697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"ed7931cb-050f-47a1-8f4f-5c73fc657e8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.506185717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed2b0352-2df1-420b-8f46-7745ac47c8cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.565365787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed2b0352-2df1-420b-8f46-7745ac47c8cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.621434635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed2b0352-2df1-420b-8f46-7745ac47c8cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.622802384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"149263f3-e87a-49f2-a01f-bee2cdf6219c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.671115348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c84a00b-473e-4a96-9c90-d316d9a1b989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.67113247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c84a00b-473e-4a96-9c90-d316d9a1b989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:06.674388388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed2b0352-2df1-420b-8f46-7745ac47c8cd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-c5e023\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.72574004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"6bf7fa7c-a0c8-4498-8ef7-cfc30d00741b","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.826199657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f332bf2-e673-4c58-95c1-3c7a42b44de4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.827739541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"cdaa1393-328f-4387-a0f0-618cbe4fd5dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.925910317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"896aac03-6ffd-4660-826f-a5ab41b1eb75","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.942126057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"3b5240cf-949a-4527-bd95-b723cff1198f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:06.942943695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f2cda6bf-1a62-40ca-ba87-021a66219be1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.001305213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"3b5240cf-949a-4527-bd95-b723cff1198f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.00367921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cf9ae355-53e7-4444-b2c8-a76f09a9e365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.003679131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"bce47e77-db09-4e04-98da-cb21314c7224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.057476739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"3b5240cf-949a-4527-bd95-b723cff1198f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.061075019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"cf9ae355-53e7-4444-b2c8-a76f09a9e365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.061929271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"bce47e77-db09-4e04-98da-cb21314c7224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.09360822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726febe8-96a9-412f-9956-a27120a55291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.093633345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726febe8-96a9-412f-9956-a27120a55291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.101722401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"b2325c01-fcd4-4c3f-a2a6-6e50e1e226eb","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.106793704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c582f7a-3332-4e7d-a2fd-7b793449f40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.106795335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7302ae08-9457-41a1-9d53-61edf4c7ec8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.164311682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7302ae08-9457-41a1-9d53-61edf4c7ec8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.164487277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"4c582f7a-3332-4e7d-a2fd-7b793449f40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.216733108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b93157a1-0aed-4af0-b1d7-af08fdf58e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.273701883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b93157a1-0aed-4af0-b1d7-af08fdf58e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.422369928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"e76def31-67e7-43d7-8ac7-e0e7f61e2f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:07.47866977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"e76def31-67e7-43d7-8ac7-e0e7f61e2f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:08.934309259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"240dda72-67d4-4c88-b4e0-3a1ba224fb2c","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:08.934336578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"240dda72-67d4-4c88-b4e0-3a1ba224fb2c","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.107021478Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"b09295e0-d68b-41b8-883f-dab32f3016c9","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f1ff78d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.146227454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"7bbb317d-6726-4d40-9526-23814c72661f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.146418382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3151af3a-178c-4915-b0b9-a148b91cc2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.14670229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"7c6fb524-8675-44bd-851f-010e39853004","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.146882279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b8a684-26ed-4674-92f6-d357ffa92244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.146227702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"141d56e9-9a47-4cd1-ae8f-d20e247e2e55","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.203935715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"7bbb317d-6726-4d40-9526-23814c72661f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.204422704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"141d56e9-9a47-4cd1-ae8f-d20e247e2e55","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.206381538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2b8a684-26ed-4674-92f6-d357ffa92244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.206685316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"7c6fb524-8675-44bd-851f-010e39853004","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.208690292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3151af3a-178c-4915-b0b9-a148b91cc2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.262347691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"7c6fb524-8675-44bd-851f-010e39853004","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.53324191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f2ef4453-5501-48be-b7ad-c48352b17090","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.591758499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f2ef4453-5501-48be-b7ad-c48352b17090","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.629744658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2491f67-09bb-4606-8872-9b4ce1cd15b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.630095593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b8cef47-1e49-46b6-b4ad-71d73d4638fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.648669089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f2ef4453-5501-48be-b7ad-c48352b17090","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.687172554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b8cef47-1e49-46b6-b4ad-71d73d4638fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.687473722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2491f67-09bb-4606-8872-9b4ce1cd15b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.736347415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"70d8cdd5-f55a-469c-b3a2-1208417d0d27","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.73634829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"8ceaccf6-e7e7-4fcd-af8a-71e53c52c5cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.793230928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"70d8cdd5-f55a-469c-b3a2-1208417d0d27","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:09.79425997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"8ceaccf6-e7e7-4fcd-af8a-71e53c52c5cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:11.289483453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"89e7f9d5-bc12-41fd-88e7-2b340fa155b0","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.1411271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e9624c28-b980-4ccb-b137-a1f973bf97a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.267540028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e9624c28-b980-4ccb-b137-a1f973bf97a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.280015976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"170550b9-33bc-4552-a486-4b67814a165a","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.323324328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"e9624c28-b980-4ccb-b137-a1f973bf97a8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.379124006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5afdeb3-d633-441b-b737-a8e89f174086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.37914404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5afdeb3-d633-441b-b737-a8e89f174086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.678557952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"305f656d-aca1-48e2-aa10-f60fb175882d","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.696747008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3285160b-ab6b-4278-a5cc-9f38cd55b501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.751680181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3285160b-ab6b-4278-a5cc-9f38cd55b501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.80481381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3285160b-ab6b-4278-a5cc-9f38cd55b501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.857968121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3285160b-ab6b-4278-a5cc-9f38cd55b501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.860280213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9411221b-8ba4-4576-9163-848f89eaf3d7","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.967547725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"7cd8d139-0b2e-4642-be98-506225d4539f","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:13.96816712Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c5e023 models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.019536232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"2278542a-7162-46d2-816a-071e6b513424","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.023986869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4099c1f7-0215-48b7-996a-573a0b1513c9","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.076785956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"2278542a-7162-46d2-816a-071e6b513424","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:14.081936489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-sub","reconcileID":"6c8ff047-0786-4780-bb57-51ff2b43fa5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.12678141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5b555854-f9b0-43b6-80b0-b7b01c69a648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.126945816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3dbc0e3e-a1c4-440a-9039-6c16823cc035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.132212892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb4f2e7bb8263e4936e52bd79153157aaf5ddea6d16ff8da87b39e0c06c85e1) AuthConfig (7a38edc434faeaa8590a596938edac1b971ec707dbc71b34a756032b1a976a96) AuthConfig (059e9f4fbb0c1996ffd236da263e714c2a48ab825b15d1f5e80aae380fe98de7) AuthConfig (9ad59e71954acc170b54206f6eb10ae268d6f94b01270a5226f373b439a09b84) AuthConfig (91c0bbcc69ec9e78c70f51437677437853b07491e1a95a1654e2cd0d8c6fa1e6) AuthConfig (3fde3d60ef8689d477197571528934c328454d0361e9ec3fb64924202c7d3eff) AuthConfig (158c6a738a29a6a4c6f92e675bf3e43f8c04599966dd214d6df473bfc44cb229) AuthConfig (1c536d61a89ea56901b56f483beca2fdfc610bd4229bcff4a71c5861afca4a96) AuthConfig (8849a61e49c85166bfb6ad1e44ab4e1726ae2cec788ed99ed96b94a36afd622d) AuthConfig (8441caa34809ee8667ef1a39027cbd702af1506789c4104f24f2cada152fe750) AuthConfig (af90e0b60d04d25407414dd1cbdf9c98ee0594a683f384522d365bea00b75a9a) AuthConfig (5b9e0795a805affa451a9c4f18356dab865a060979ed432b3ec257f3bdf371ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"2278542a-7162-46d2-816a-071e6b513424","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.13297176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"040816bb-edb6-46af-98ff-2c6932128e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.132989042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"040816bb-edb6-46af-98ff-2c6932128e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.217890369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b6ce98f2-77b7-46bc-9c0b-436645dcfb74","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.224904687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3dbc0e3e-a1c4-440a-9039-6c16823cc035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.225256554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5b555854-f9b0-43b6-80b0-b7b01c69a648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.233643875Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fe7d574c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fe7d574c","reconcileID":"1e6def51-10e7-45a6-b0a1-f6ce22e2cda9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fe7d574c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-fe7d574c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.281621068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"30612938-7731-4277-8852-13382c50ebc6","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.28171987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"30612938-7731-4277-8852-13382c50ebc6","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.334426195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"dcecde7a-1900-4213-98f5-ae03d7ffb4d3","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.370730265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"db1fb3b1-b168-4bf2-9c59-d3e03224da32","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.43698671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"db1fb3b1-b168-4bf2-9c59-d3e03224da32","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.496469116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb4f2e7bb8263e4936e52bd79153157aaf5ddea6d16ff8da87b39e0c06c85e1) AuthConfig (7a38edc434faeaa8590a596938edac1b971ec707dbc71b34a756032b1a976a96) AuthConfig (059e9f4fbb0c1996ffd236da263e714c2a48ab825b15d1f5e80aae380fe98de7) AuthConfig (9ad59e71954acc170b54206f6eb10ae268d6f94b01270a5226f373b439a09b84) AuthConfig (91c0bbcc69ec9e78c70f51437677437853b07491e1a95a1654e2cd0d8c6fa1e6) AuthConfig (3fde3d60ef8689d477197571528934c328454d0361e9ec3fb64924202c7d3eff) AuthConfig (158c6a738a29a6a4c6f92e675bf3e43f8c04599966dd214d6df473bfc44cb229) AuthConfig (1c536d61a89ea56901b56f483beca2fdfc610bd4229bcff4a71c5861afca4a96) AuthConfig (8849a61e49c85166bfb6ad1e44ab4e1726ae2cec788ed99ed96b94a36afd622d) AuthConfig (8441caa34809ee8667ef1a39027cbd702af1506789c4104f24f2cada152fe750) AuthConfig (af90e0b60d04d25407414dd1cbdf9c98ee0594a683f384522d365bea00b75a9a) AuthConfig (5b9e0795a805affa451a9c4f18356dab865a060979ed432b3ec257f3bdf371ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"db1fb3b1-b168-4bf2-9c59-d3e03224da32","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.55391082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"21c9b9b0-f79d-4803-9b76-2cdb48b4b886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.554128613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e5a358c4-81ac-45c4-8d27-2f0a0ad2c9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.570752334Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-sub","reconcileID":"d2f3221c-b700-4e4d-9bd1-c6fe588a9e21","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.617663229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"21c9b9b0-f79d-4803-9b76-2cdb48b4b886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.620972281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e5a358c4-81ac-45c4-8d27-2f0a0ad2c9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.668755219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"6766c872-bafc-4675-8ae4-239bac258d17","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.726534169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"6766c872-bafc-4675-8ae4-239bac258d17","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.750740587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e12d4f20-e4a3-4642-9ba0-78e7c8feb258","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.782413542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ce2f2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb4f2e7bb8263e4936e52bd79153157aaf5ddea6d16ff8da87b39e0c06c85e1) AuthConfig (7a38edc434faeaa8590a596938edac1b971ec707dbc71b34a756032b1a976a96) AuthConfig (059e9f4fbb0c1996ffd236da263e714c2a48ab825b15d1f5e80aae380fe98de7) AuthConfig (9ad59e71954acc170b54206f6eb10ae268d6f94b01270a5226f373b439a09b84) AuthConfig (91c0bbcc69ec9e78c70f51437677437853b07491e1a95a1654e2cd0d8c6fa1e6) AuthConfig (3fde3d60ef8689d477197571528934c328454d0361e9ec3fb64924202c7d3eff) AuthConfig (158c6a738a29a6a4c6f92e675bf3e43f8c04599966dd214d6df473bfc44cb229) AuthConfig (1c536d61a89ea56901b56f483beca2fdfc610bd4229bcff4a71c5861afca4a96) AuthConfig (8849a61e49c85166bfb6ad1e44ab4e1726ae2cec788ed99ed96b94a36afd622d) AuthConfig (8441caa34809ee8667ef1a39027cbd702af1506789c4104f24f2cada152fe750) AuthConfig (af90e0b60d04d25407414dd1cbdf9c98ee0594a683f384522d365bea00b75a9a) AuthConfig (5b9e0795a805affa451a9c4f18356dab865a060979ed432b3ec257f3bdf371ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"6766c872-bafc-4675-8ae4-239bac258d17","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.795068461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"fd78a70e-76e7-401f-82c9-37a1c90b92ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:14.982957938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-sub","reconcileID":"ed6ded7f-e75b-4e7f-b5f0-989adbff3523","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.78077734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b41279-e575-44c0-ae16-d223850c7ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.834558554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b41279-e575-44c0-ae16-d223850c7ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.888702655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b41279-e575-44c0-ae16-d223850c7ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:15.94202025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b41279-e575-44c0-ae16-d223850c7ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:17.837991341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7aeda26-28cb-42b8-84bf-e39894c33523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:17.890745808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7aeda26-28cb-42b8-84bf-e39894c33523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:17.943899938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7aeda26-28cb-42b8-84bf-e39894c33523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:17.996530646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7aeda26-28cb-42b8-84bf-e39894c33523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.183346876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"4c4f5149-2c3a-45c0-b828-a7dc859bbac7","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-5eed0a","subscription":"e2e-rt-eq-5eed0a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.294719146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"4c4f5149-2c3a-45c0-b828-a7dc859bbac7","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.350736071Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-sub","reconcileID":"4c4f5149-2c3a-45c0-b828-a7dc859bbac7","MaaSSubscription":{"name":"e2e-rt-eq-5eed0a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-5eed0a","namespace":"llm","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.657351985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-c5e023 models-as-a-service/e2e-rt-sw-dd1f51-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.7142352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"3089a57e-7896-4ba5-a38d-e2c624ee427a","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.71426509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"3089a57e-7896-4ba5-a38d-e2c624ee427a","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.831917002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c8bf80ed-4ce9-49a1-9be3-e2239ff1eb11","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.889467895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"5dabaf2d-e670-484b-9ab5-bbf5d97bcf4a","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.889506196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"5dabaf2d-e670-484b-9ab5-bbf5d97bcf4a","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.920199768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"c0af5439-ec56-4945-a7a3-8116d9e4f60d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.940560263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb84d6ce-a8f7-4d90-ad13-0a5bb89fbe48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.940697279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90b72b-20d1-4628-82b2-fa0fdcd49f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.940560349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"0749cadb-2fa1-4b8b-8b87-d4834525c16b","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:19.941513704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"44b3bb7e-2d45-464d-aa30-2bb9072d905f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.045477143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"c0af5439-ec56-4945-a7a3-8116d9e4f60d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.087887186Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb84d6ce-a8f7-4d90-ad13-0a5bb89fbe48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.110235805Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"0749cadb-2fa1-4b8b-8b87-d4834525c16b","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.136489187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"c0af5439-ec56-4945-a7a3-8116d9e4f60d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.139688217Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90b72b-20d1-4628-82b2-fa0fdcd49f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.140093045Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"44b3bb7e-2d45-464d-aa30-2bb9072d905f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.145111587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb84d6ce-a8f7-4d90-ad13-0a5bb89fbe48","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.145345782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c96e729-2e0c-4bc2-9ca2-a8ba85d85e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.145363218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c96e729-2e0c-4bc2-9ca2-a8ba85d85e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.175743337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"0749cadb-2fa1-4b8b-8b87-d4834525c16b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.207596587Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"44b3bb7e-2d45-464d-aa30-2bb9072d905f","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-5eed0a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.207655911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e90b72b-20d1-4628-82b2-fa0fdcd49f93","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:20.207657135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"44b3bb7e-2d45-464d-aa30-2bb9072d905f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.207802455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-5eed0a-access","reconcileID":"0509b6e6-9d84-4b33-9dce-0d1c324b2d8e","MaaSAuthPolicy":{"name":"e2e-rt-eq-5eed0a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.233196508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"2dd3eb95-37ba-467d-9fb0-836e0e5fd814","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.233217179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"2dd3eb95-37ba-467d-9fb0-836e0e5fd814","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.285700619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e721ff7d-9e33-4352-9f28-44f52a255ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.285720898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e721ff7d-9e33-4352-9f28-44f52a255ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.286131177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"868b84f3-e9e9-4887-b447-da32d535e4f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.286142101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"868b84f3-e9e9-4887-b447-da32d535e4f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.379072232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b72aa154-3fb2-4df3-8962-3818d1596140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.435993034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b72aa154-3fb2-4df3-8962-3818d1596140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.475126293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"93f2f168-9b7c-4f1d-b89f-e58fcd1b5594","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.475457584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f811b413-43fa-4a20-9941-b12050711556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.476338981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6bbcd9e8-627e-4dfa-84a1-3cf775384534","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.47760273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"ce5a0657-17b9-4e2e-94f6-fe98e8b029c7","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.47761737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"ce5a0657-17b9-4e2e-94f6-fe98e8b029c7","MaaSModelRef":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-5eed0a-7eaa27b5b2a9","namespace":"llm","model":"e2e-rt-eq-5eed0a","externalModel":"e2e-rt-eq-5eed0a","provider":"e2e-rt-eq-5eed0a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.491592852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b72aa154-3fb2-4df3-8962-3818d1596140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.551692916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f811b413-43fa-4a20-9941-b12050711556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.554095343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"93f2f168-9b7c-4f1d-b89f-e58fcd1b5594","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.560861114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7621781-281d-4dcb-9e7a-c96fcf10c9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.578815332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7621781-281d-4dcb-9e7a-c96fcf10c9ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.581355307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6bbcd9e8-627e-4dfa-84a1-3cf775384534","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.723798277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"93f2f168-9b7c-4f1d-b89f-e58fcd1b5594","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.724267253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6bbcd9e8-627e-4dfa-84a1-3cf775384534","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.726684569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f811b413-43fa-4a20-9941-b12050711556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.787984677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f190f4-4062-4bdd-8bbd-195c51a30b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.788099893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f190f4-4062-4bdd-8bbd-195c51a30b4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.841890854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"39ccdf24-69a5-4b81-8f6d-e10b94d8fb6b","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:20.841923293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"39ccdf24-69a5-4b81-8f6d-e10b94d8fb6b","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.17968696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"33ef4a7d-4315-45bb-9679-cb697ea58325","namespace":"llm","name":"e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.237568367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30428fa5-f90f-454a-9640-980d1d0c4632","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.285694487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30428fa5-f90f-454a-9640-980d1d0c4632","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.286139514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bbaea1d-2bd7-4eb7-bb5c-231ce6f9b0d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.286159487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bbaea1d-2bd7-4eb7-bb5c-231ce6f9b0d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.286419639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95bfc533-d495-4805-893d-c7eac40887d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.286435039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"95bfc533-d495-4805-893d-c7eac40887d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.286651692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fdc391-dcd9-4e79-bcb4-e3b667cec477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.287181332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fdc391-dcd9-4e79-bcb4-e3b667cec477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.29724568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2699b9eb-ecc8-4268-bf3d-58844fa8fa64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.29736665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2699b9eb-ecc8-4268-bf3d-58844fa8fa64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.307477443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c33f9a58-9898-4fb0-8bb4-2a077d45a54f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.307613436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c33f9a58-9898-4fb0-8bb4-2a077d45a54f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.310018477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09f2f1ec-3990-4bc2-96ec-d83c718ed47c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.322060308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"09f2f1ec-3990-4bc2-96ec-d83c718ed47c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.322704848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f55090b-1ec0-48cb-88be-ab03bb867525","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.322781484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f55090b-1ec0-48cb-88be-ab03bb867525","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.343273659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"a0eb8779-16a8-4c77-909c-f07ff90e7dff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.420251456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"e30cb2a8-3b5f-4e43-87ba-9f9878f3d9d2","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.420352743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"e30cb2a8-3b5f-4e43-87ba-9f9878f3d9d2","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.421438763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f73c600-94b5-4189-aec2-56e751f7ad8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.422047271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"d138a4f5-325f-4f18-9a44-4e4dbaee9125","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.422633704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"88507594-72c6-4846-a646-1f6324b8eb0a","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.579645754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"7cd7082f-78c6-4f87-8155-5a6cb03467ac","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.580818573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a134b8-f1e8-498a-b486-443a6f4118a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.856809345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"fe3552c9-7141-4021-9d9a-7320ec616037","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:21.999155032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8f4dd70-183a-46e3-8ddc-732629619060","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.000309303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9fdfe11-053f-4a51-961d-f1af91f0bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.042287425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"7cd7082f-78c6-4f87-8155-5a6cb03467ac","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.096915553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"5e404107-674c-4219-a340-e412055fcd5a","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","model":"llm/e2e-rt-sw-dd1f51","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.268500693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"a0eb8779-16a8-4c77-909c-f07ff90e7dff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.448441596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"fe3552c9-7141-4021-9d9a-7320ec616037","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.452798818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"a0eb8779-16a8-4c77-909c-f07ff90e7dff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.531158637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a134b8-f1e8-498a-b486-443a6f4118a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.55158091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-5eed0a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-5eed0a","reconcileID":"6ef5326a-0a5b-406d-8324-c8de78d86894","namespace":"llm","name":"e2e-rt-eq-5eed0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.590844772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"fe3552c9-7141-4021-9d9a-7320ec616037","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.696779581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea063961-c2ce-4042-b3c6-5b7339b8e3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.696816782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea063961-c2ce-4042-b3c6-5b7339b8e3b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.705891093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9fdfe11-053f-4a51-961d-f1af91f0bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.727272385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba84cc2-2c92-401b-9d81-31cf7a4f1b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.796289488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ba84cc2-2c92-401b-9d81-31cf7a4f1b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.741903642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a134b8-f1e8-498a-b486-443a6f4118a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.755597237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"d643a775-1839-4a66-b46f-93fc828b47aa","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.756019473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"e9a378d7-42dd-4f76-b649-f7d5ad272a9f","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.863147407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9fdfe11-053f-4a51-961d-f1af91f0bd5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:22.992153241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3865607d-da14-4259-bb4a-e7fb0c633e74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.015160972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ce87163f-2d73-484d-b861-644d016db479","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.062218491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"0490a86b-04a8-4b51-9769-3e87b4db026d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.093977774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c074d9b-cf64-4414-98f0-47d02690dfcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.094110825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c074d9b-cf64-4414-98f0-47d02690dfcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.094901278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67bf1d6b-5cb4-4c9d-808c-1cf9197d1537","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.094973533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67bf1d6b-5cb4-4c9d-808c-1cf9197d1537","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.139531004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6b58f819-6f70-41dd-983f-da63dc6b29ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.158799034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"0490a86b-04a8-4b51-9769-3e87b4db026d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.209101108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"505eb59c-fd5e-43f4-8b41-41eba467366e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.209143265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"25de6a24-b8de-4b75-bbd4-d41496855c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.249303626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6b58f819-6f70-41dd-983f-da63dc6b29ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.283189593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"a4c4b9ef-3a0e-4ea8-b32a-20045078a55d","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.324164042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"25de6a24-b8de-4b75-bbd4-d41496855c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.324860107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"38a39218-5424-4522-b28e-57fbebd35971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.346895686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"6b58f819-6f70-41dd-983f-da63dc6b29ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.37144928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"505eb59c-fd5e-43f4-8b41-41eba467366e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.393072006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"38a39218-5424-4522-b28e-57fbebd35971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.42603857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"99aa4b95-6496-4a78-b8ad-51a581f8d6da","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.426168098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"99aa4b95-6496-4a78-b8ad-51a581f8d6da","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.599953967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5f5d9b47-4a4b-419c-8df2-7c9d514e125b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.601055529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2703d4bd-67bf-4cd9-8c62-cb5af4d22861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.628381201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"44eec19a-707e-4bdc-994f-336e9d2b37b5","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18b6147a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.629025085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"fdbebedc-350e-4512-905e-c8aaab865924","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.629047703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"fdbebedc-350e-4512-905e-c8aaab865924","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.667753899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2703d4bd-67bf-4cd9-8c62-cb5af4d22861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.731779515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5f5d9b47-4a4b-419c-8df2-7c9d514e125b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.854726478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"df31b3ba-35b1-4296-ae22-333fea368e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.855583273Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"deb9c3ce-f91a-4b04-915d-4eb1141fb10a","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18b6147a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.855755674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"35c12905-6590-4444-a595-7ebd932af616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.926443838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ba4bcf38-9b05-4136-b843-3108e679879a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.948453861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"df31b3ba-35b1-4296-ae22-333fea368e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:23.975144122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"35c12905-6590-4444-a595-7ebd932af616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.012847443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ba4bcf38-9b05-4136-b843-3108e679879a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.135791291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"788d8ffd-71b6-4d9f-ae5c-77f0e5dd2809","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.200879815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"dd2b8303-7164-46b3-aaf0-b0bf0f02a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.265926861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"dd2b8303-7164-46b3-aaf0-b0bf0f02a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.299900209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"788d8ffd-71b6-4d9f-ae5c-77f0e5dd2809","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.36340244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"788d8ffd-71b6-4d9f-ae5c-77f0e5dd2809","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.425387364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2a576d-42fb-4707-80e5-787198f4da98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.425532524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2a576d-42fb-4707-80e5-787198f4da98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.432444894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f68332-bb6c-439b-9204-94f08146559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.433043462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac44dcf1-d12d-43f0-9fc7-54a7634f1a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.433558839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f02e471e-47f0-465f-85da-6ee41e2249cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.643154617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"03d7b156-8016-47c3-aaf2-2e2bfb6b80e6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.681727757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f02e471e-47f0-465f-85da-6ee41e2249cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:24.68266118Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f68332-bb6c-439b-9204-94f08146559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:24.683145303Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac44dcf1-d12d-43f0-9fc7-54a7634f1a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.725821898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"03d7b156-8016-47c3-aaf2-2e2bfb6b80e6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.775378789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f02e471e-47f0-465f-85da-6ee41e2249cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:24.779443374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac44dcf1-d12d-43f0-9fc7-54a7634f1a54","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:24.780233706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7f68332-bb6c-439b-9204-94f08146559f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.780673141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c440873-d837-43ae-b06e-1f72699db7af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.78421737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c440873-d837-43ae-b06e-1f72699db7af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.785316645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5357a072-64f3-4d77-8007-d31f518631ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.785336229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5357a072-64f3-4d77-8007-d31f518631ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.832451073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"1e4a049c-9c62-4a01-90b9-1cabde9af359","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.838431696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d831f444-cd85-4644-85fe-d77e0b5b99d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.838455736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d831f444-cd85-4644-85fe-d77e0b5b99d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.893800423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"1e4a049c-9c62-4a01-90b9-1cabde9af359","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:24.961932739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"1e4a049c-9c62-4a01-90b9-1cabde9af359","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.010230984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0297c9b-1b8d-4d12-bc73-28b8a0879c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.010660606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d76a0ea-6e97-4a92-8d96-31cb205fb703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.0862254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d76a0ea-6e97-4a92-8d96-31cb205fb703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.087422758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"f19b7619-e091-4856-8d1d-0a6b1a199553","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.087869753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"f19b7619-e091-4856-8d1d-0a6b1a199553","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.092117421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0297c9b-1b8d-4d12-bc73-28b8a0879c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.154217256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d76a0ea-6e97-4a92-8d96-31cb205fb703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.158329385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0297c9b-1b8d-4d12-bc73-28b8a0879c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.192415639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"b67ae8bd-d558-4765-86fb-9883b85cd139","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.256272014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42b7e758-089f-418c-963f-f20543a8d8dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.256300326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42b7e758-089f-418c-963f-f20543a8d8dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.256819995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63367ec8-8af5-44c5-8a92-c8b76fa7a317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.256852406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63367ec8-8af5-44c5-8a92-c8b76fa7a317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.547890194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"74319552-ca53-4bb1-ac38-286cc915e8ef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.711629159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"a037f167-c17e-43a1-b7af-77b3ac6df16c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.71179987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"484b8394-69f4-4adb-be5a-0f90e8bc0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.711631566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0c2c2bc7-1458-4841-a1a4-1cff66e55fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.771732245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"a037f167-c17e-43a1-b7af-77b3ac6df16c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.772729588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0c2c2bc7-1458-4841-a1a4-1cff66e55fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.774155012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"484b8394-69f4-4adb-be5a-0f90e8bc0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:25.931929863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:33.908520878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"8c81431b-c981-4089-9c28-985530a82684","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-dd1f51","subscription":"e2e-rt-sw-dd1f51-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.014335766Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"8c81431b-c981-4089-9c28-985530a82684","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.067253968Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-sub","reconcileID":"8c81431b-c981-4089-9c28-985530a82684","MaaSSubscription":{"name":"e2e-rt-sw-dd1f51-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-dd1f51","namespace":"llm","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.400457398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"4764d9f7-1ae9-4caa-b369-51a770f80e6e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.400484071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"4764d9f7-1ae9-4caa-b369-51a770f80e6e","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.453748628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5430b7f2-dc7f-46a2-8386-0e5eb556a9c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.453776755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5430b7f2-dc7f-46a2-8386-0e5eb556a9c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.554221313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"a4b93757-46fb-419a-b893-4c6b9ec40360","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.554251956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"a4b93757-46fb-419a-b893-4c6b9ec40360","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.55535112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"2d49157e-b714-4c69-99c7-d2c5aa9d6778","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.560028359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"f5c57830-6fe2-4041-b66c-2929ea785dec","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.560220233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f9c7468c-b317-4692-aeb0-0a938d114216","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.560036179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16629390-1f9a-4938-a7f1-e6f84d31e666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.560737568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b690a0f2-2abb-4adc-9695-f096bf62d38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.617759283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"f5c57830-6fe2-4041-b66c-2929ea785dec","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.61799394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b690a0f2-2abb-4adc-9695-f096bf62d38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.6202075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f9c7468c-b317-4692-aeb0-0a938d114216","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.620414576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16629390-1f9a-4938-a7f1-e6f84d31e666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.674288384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b690a0f2-2abb-4adc-9695-f096bf62d38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.674336056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"f5c57830-6fe2-4041-b66c-2929ea785dec","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.674541147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-dd1f51-access","reconcileID":"ab228eb2-2907-4de9-b4f8-2d334b918f28","MaaSAuthPolicy":{"name":"e2e-rt-sw-dd1f51-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.67556872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"f9c7468c-b317-4692-aeb0-0a938d114216","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.676626308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16629390-1f9a-4938-a7f1-e6f84d31e666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.684679483Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"2d49157e-b714-4c69-99c7-d2c5aa9d6778","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.741123267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"2d49157e-b714-4c69-99c7-d2c5aa9d6778","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.798946788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e50b454-15a1-4dad-8a0c-7ad189f65571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.79896668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e50b454-15a1-4dad-8a0c-7ad189f65571","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.889060455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9bb62fa2-201d-471b-8f27-ed3c21e4b554","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:34.889090411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"9bb62fa2-201d-471b-8f27-ed3c21e4b554","MaaSModelRef":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-dd1f51-707e2f1be3c7","namespace":"llm","model":"e2e-rt-sw-dd1f51","externalModel":"e2e-rt-sw-dd1f51","provider":"e2e-rt-sw-dd1f51-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.460873144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"39d96ee2-7a41-4f9d-b77d-0d342ff86993","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.514677517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b641324f-db27-47df-8e9c-49b289594d28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.514778129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b641324f-db27-47df-8e9c-49b289594d28","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515175672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"009106a5-d0ad-4b65-bb86-0bcfb60d7650","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515195641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"009106a5-d0ad-4b65-bb86-0bcfb60d7650","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515424562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6dc13008-2c2a-4d45-928b-b742590aff48","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515437263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6dc13008-2c2a-4d45-928b-b742590aff48","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515615424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86f3fe98-292a-4e5e-a072-d3efbd9b0bfb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515625537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86f3fe98-292a-4e5e-a072-d3efbd9b0bfb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515916596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14b2c01c-02a9-409d-a76a-9855dbcac628","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.515927415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14b2c01c-02a9-409d-a76a-9855dbcac628","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516108661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78c03ea9-a696-4647-a605-b255347c4011","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516118302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78c03ea9-a696-4647-a605-b255347c4011","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516279219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e77ccc4-24d9-43b6-b6f8-e6a87849c48d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516288363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e77ccc4-24d9-43b6-b6f8-e6a87849c48d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516453157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca03bbda-7374-454d-a914-5bdf8f3b9514","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.516462297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca03bbda-7374-454d-a914-5bdf8f3b9514","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.56880273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"24ee12b3-75d5-4a42-9379-d2d3680fcfd6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.620601645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"6ad14d77-6d8a-4e0d-87af-5be8b3b9646b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.62062042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"175b1ec8-0f10-4a3d-af4a-bfa2b8cb155d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.621586585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f79343d8-82ae-4b59-87b1-8301729cf2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.622385367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa8b9a17-4c12-48ed-a356-4a1414cf6e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.625332499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"24ee12b3-75d5-4a42-9379-d2d3680fcfd6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.682509063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"24ee12b3-75d5-4a42-9379-d2d3680fcfd6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.694074022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"175b1ec8-0f10-4a3d-af4a-bfa2b8cb155d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.772132424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-sub","reconcileID":"1ca0904a-1ac5-488e-969a-ea55f4e4a761","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.773581084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37ff5fdb-f34c-4c09-aca7-635edc388994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.774574271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"a6af9b89-1827-4a88-a4b2-5d265057c0b8","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.775571094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9147c5ea-af74-4c5f-b31d-e003558e2fbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.776466994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"84274808-e018-4639-a489-a90e3846c69e","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.779500207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"6ad14d77-6d8a-4e0d-87af-5be8b3b9646b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:35.835368821Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f79343d8-82ae-4b59-87b1-8301729cf2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:35.835501669Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa8b9a17-4c12-48ed-a356-4a1414cf6e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.947215035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"6ad14d77-6d8a-4e0d-87af-5be8b3b9646b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.951822166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32dba86b-dcfa-43d8-abf5-d8f9be7577aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.951930868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32dba86b-dcfa-43d8-abf5-d8f9be7577aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:35.95201067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa8b9a17-4c12-48ed-a356-4a1414cf6e9b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.954112382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0550fba-0085-4297-82f5-bb791e5174d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.954188149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0550fba-0085-4297-82f5-bb791e5174d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:54:35.955663077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f79343d8-82ae-4b59-87b1-8301729cf2a9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:35.956682642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"fb8099a6-d4ad-4df4-a42a-29f18e253398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.004960351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2aaf85a-7b13-449e-86e7-38b9583528d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.004978637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2aaf85a-7b13-449e-86e7-38b9583528d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.01330559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"fb8099a6-d4ad-4df4-a42a-29f18e253398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.015999322Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-sub","reconcileID":"1ca0904a-1ac5-488e-969a-ea55f4e4a761","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.141184655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-dd1f51","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-dd1f51","reconcileID":"530928ae-3fe7-4bf1-9db2-f0936807a294","namespace":"llm","name":"e2e-rt-sw-dd1f51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.149693032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b62fcd77-de83-42e2-ac08-d1f4197ce45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.16484631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"0fccb724-d380-435d-a9a6-f75f17821aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.262856903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"eb106067-12b6-4f5a-af8b-cfb21eaf87ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.26315045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"645fc06d-03c7-4671-ae1f-414cf5bad847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.26816467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b62fcd77-de83-42e2-ac08-d1f4197ce45c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.268789066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"0fccb724-d380-435d-a9a6-f75f17821aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.282898541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"b0e7a96d-f0f4-4256-b68d-621ad4a30957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.320089504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"eb106067-12b6-4f5a-af8b-cfb21eaf87ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.320232292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"645fc06d-03c7-4671-ae1f-414cf5bad847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.323987988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"8f2dbcc7-e3ce-4f47-88ed-6ff969d3e377","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.387383612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"28ee78ff-beac-445b-b36f-d976d2ec7017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.492383261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"28ee78ff-beac-445b-b36f-d976d2ec7017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.511619181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"984fd969-c1d4-4ff6-bae2-5f7f85d10d33","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.669910379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cea5e48d-5405-44c9-a3e8-aa54da0ec4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.671355091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fa1c0750-5493-4cd3-b07c-8256023e9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.742747639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fa1c0750-5493-4cd3-b07c-8256023e9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.754396162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0984f39f-5bbb-4e8a-ab19-58b9465b956b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.754657151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"7191bd82-4cd2-4f53-90f8-dccee4536bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.763973658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cea5e48d-5405-44c9-a3e8-aa54da0ec4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.838418338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0984f39f-5bbb-4e8a-ab19-58b9465b956b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.840085863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"7191bd82-4cd2-4f53-90f8-dccee4536bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.860430442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed180ebd-2d86-42ec-9362-4f2a0c86a763","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.928395359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed180ebd-2d86-42ec-9362-4f2a0c86a763","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:36.995037449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"ed180ebd-2d86-42ec-9362-4f2a0c86a763","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.122244495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-api-key-no-access-auth","reconcileID":"65082715-474c-4cd0-9c84-53bcf9764a51","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.132506561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55f5a822-a583-4a92-94a3-91504aae3389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.132778829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94a357d-03a6-4be5-9e2a-627dfe670707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.175084115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"966bdf37-8bc5-43c3-817d-7a795a6f609b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.190666662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94a357d-03a6-4be5-9e2a-627dfe670707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.19092015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55f5a822-a583-4a92-94a3-91504aae3389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.227642209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ee315d48-4988-48ba-8143-24feec644f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.247059393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a94a357d-03a6-4be5-9e2a-627dfe670707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.248422471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55f5a822-a583-4a92-94a3-91504aae3389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.286017255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ee315d48-4988-48ba-8143-24feec644f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.287061552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ef11b703-74b3-4dc0-9397-2402faa5881b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.302572594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"966bdf37-8bc5-43c3-817d-7a795a6f609b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.307499849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aab50e2-6988-472b-8601-b4e282f79b98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.307516716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aab50e2-6988-472b-8601-b4e282f79b98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.310278861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e3b3666-41d8-47d4-9dd7-88158b5ed4ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.310297731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e3b3666-41d8-47d4-9dd7-88158b5ed4ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.358509098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"966bdf37-8bc5-43c3-817d-7a795a6f609b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.41590726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805454d0-e292-49d4-9065-aa868c527cf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.415928484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805454d0-e292-49d4-9065-aa868c527cf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.444490843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a3a848b0-42d8-4900-8c20-2188165ca166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.463776509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ae7d0627-3302-4ac4-9518-3394d158081c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.467329122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"55642ae2-daa8-44a9-a595-e7310c17320e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.501332263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a3a848b0-42d8-4900-8c20-2188165ca166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.520666768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ae7d0627-3302-4ac4-9518-3394d158081c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.524442363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"55642ae2-daa8-44a9-a595-e7310c17320e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.571728979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"f6324c4e-a361-44dc-8055-e20725b72f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.629570305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"f6324c4e-a361-44dc-8055-e20725b72f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.672678343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"df46f6c0-355a-40f3-95f8-90bacf60cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:37.728961252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"df46f6c0-355a-40f3-95f8-90bacf60cc41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:39.834018449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c94e51fb-cfc5-4ea6-97ba-6208619bea99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.668919634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4585f5-f51b-4d10-9d01-82596a56c2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.730439387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4585f5-f51b-4d10-9d01-82596a56c2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.783216965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4585f5-f51b-4d10-9d01-82596a56c2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:44.836266422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4585f5-f51b-4d10-9d01-82596a56c2c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:45.270462618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ebd35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ebd35","reconcileID":"f3fdd100-78f7-4dfa-bfca-fe00ed6e6059","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8ebd35","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8ebd35":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.787944927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b2c72-dd77-46bf-9ce7-4e7ca0c72c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.840591224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b2c72-dd77-46bf-9ce7-4e7ca0c72c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.892816608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b2c72-dd77-46bf-9ce7-4e7ca0c72c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:46.945952975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3b2c72-dd77-46bf-9ce7-4e7ca0c72c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.159370707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9169ea47-0170-4881-9464-f2a279f6b224","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.28516697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9169ea47-0170-4881-9464-f2a279f6b224","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.34400367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9169ea47-0170-4881-9464-f2a279f6b224","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.402644744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df6d6d1-3f4a-4c8c-bd41-b85e00672ebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.402666864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df6d6d1-3f4a-4c8c-bd41-b85e00672ebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.46553755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53109cf3-1140-48c4-ac86-e69b08aa2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.466935575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd2bf25-ec74-408e-928c-71ebe36a849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.520250675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1f82c116-9a58-47fc-84b9-7982b5c2a022","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.523809102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53109cf3-1140-48c4-ac86-e69b08aa2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.524723577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd2bf25-ec74-408e-928c-71ebe36a849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.583197645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd2bf25-ec74-408e-928c-71ebe36a849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.583348102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53109cf3-1140-48c4-ac86-e69b08aa2ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.641353808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20b2d0a9-af19-4cd8-b5cd-7550bc530174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.641371479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20b2d0a9-af19-4cd8-b5cd-7550bc530174","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.644911412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"881e522c-38fd-4422-a6e0-dcfac0ebbefd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.644935994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"881e522c-38fd-4422-a6e0-dcfac0ebbefd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.648010098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1f82c116-9a58-47fc-84b9-7982b5c2a022","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.703743399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1f82c116-9a58-47fc-84b9-7982b5c2a022","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.761573681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"282b91c4-8315-4b84-ad20-8f686437fdc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:47.761596014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"282b91c4-8315-4b84-ad20-8f686437fdc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:48.876445231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a321b0-1e61-4b92-bdb5-cdbcb485b1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:48.946371101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a321b0-1e61-4b92-bdb5-cdbcb485b1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.000137851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a321b0-1e61-4b92-bdb5-cdbcb485b1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:49.052969198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89a321b0-1e61-4b92-bdb5-cdbcb485b1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:53.107588833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fa369f82-85f3-4a6f-94ab-095cce5239e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:53.226531409Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fa369f82-85f3-4a6f-94ab-095cce5239e6","name":"e2e-mt-fe7d574c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:55.931321056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.562112772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"69b698bb-fb48-436a-aa3a-bdc4575329ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.691419159Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"69b698bb-fb48-436a-aa3a-bdc4575329ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.751326225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"69b698bb-fb48-436a-aa3a-bdc4575329ef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.805424505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd3a713e-93b3-4598-868d-3201d01bfb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.807326172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a380c35-e992-4c1c-95da-41e61cf8a72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.808436065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d949fe2-fce0-420d-9b3d-3daecb547345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.808457686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d949fe2-fce0-420d-9b3d-3daecb547345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.879956766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd3a713e-93b3-4598-868d-3201d01bfb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.885085631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a380c35-e992-4c1c-95da-41e61cf8a72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.885306956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c642705f-3c19-42fc-882a-4bfa5f73384b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.885505875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"31de4d19-4970-48ef-9743-d796e6594fb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.954309307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a380c35-e992-4c1c-95da-41e61cf8a72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:57.960523622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd3a713e-93b3-4598-868d-3201d01bfb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.016129216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b18b172-746b-4f47-9403-755c206bb3b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.016244805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b18b172-746b-4f47-9403-755c206bb3b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.019179046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de70afb-cc38-4382-b567-6ad8e6cd4df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.019266102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de70afb-cc38-4382-b567-6ad8e6cd4df0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.082006937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"31de4d19-4970-48ef-9743-d796e6594fb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.138328684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"31de4d19-4970-48ef-9743-d796e6594fb3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.205174847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4522005b-bf9f-456b-baea-60466603d590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:54:58.205203783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4522005b-bf9f-456b-baea-60466603d590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.757120608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"5c1f8761-047d-4677-a7a2-a58cdff9359f","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.757771872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"580a8e18-528b-40b4-9384-a67b121c777c","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.843585224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"c01c8940-3f43-49cd-a94a-98784c7459c7","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.843959899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"2cd48a75-e201-4e1e-8cc0-0d7932ed5e0a","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.964206344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"7fbaf368-9844-4689-b483-5b263bbd8abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:00.965404931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ff774508-a399-4a29-afb4-20136f8227db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.030699294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"26ed575f-d5eb-4dbd-9e0c-2e68643208bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.031426465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"a42e33c0-5507-4509-a146-d098388365ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.035669876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ff774508-a399-4a29-afb4-20136f8227db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.038869799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"7fbaf368-9844-4689-b483-5b263bbd8abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.415308771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"5a951834-cafa-4daf-a8f3-15e4d7cad593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.415453436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"47c503dc-181b-49f3-93d5-146909e360ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.48700348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"47c503dc-181b-49f3-93d5-146909e360ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:01.487080236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"5a951834-cafa-4daf-a8f3-15e4d7cad593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:07.967392873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"458f5cc8-61ff-401c-a808-f4d1d886df69","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.09709238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"458f5cc8-61ff-401c-a808-f4d1d886df69","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.152352836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"458f5cc8-61ff-401c-a808-f4d1d886df69","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.173422902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ceac550-9ffb-4a32-b510-fe4858bbc00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.174962775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34dc678-6097-4e1b-ad69-22ad0d034944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.210613065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7c6fe67-23bb-44aa-b07b-1fb95b5e0092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.210633973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7c6fe67-23bb-44aa-b07b-1fb95b5e0092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.23162619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ceac550-9ffb-4a32-b510-fe4858bbc00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.232622617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34dc678-6097-4e1b-ad69-22ad0d034944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.287600597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ceac550-9ffb-4a32-b510-fe4858bbc00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.288358759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c34dc678-6097-4e1b-ad69-22ad0d034944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.310199399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1930b025-e9b6-47de-92ee-3691c535b8aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.34664772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c120aafb-38aa-4228-862e-13f37caa0572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.346667394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c120aafb-38aa-4228-862e-13f37caa0572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.348929363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4299a38e-400b-498e-aedc-8b6e09cd1c20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.348944694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4299a38e-400b-498e-aedc-8b6e09cd1c20","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.438173723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1930b025-e9b6-47de-92ee-3691c535b8aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.494699719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"1930b025-e9b6-47de-92ee-3691c535b8aa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.550182132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3780fe15-84a3-4782-803a-f73b0422b899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:08.550202597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3780fe15-84a3-4782-803a-f73b0422b899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.399357255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"bcf88a60-689b-418f-97e6-1d9f8eb406af","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.507855338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718c94a6-4404-4ca8-8357-67b2351e04c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.526419241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190d434e-5462-4160-a695-3d86781d2e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.559054664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"bcf88a60-689b-418f-97e6-1d9f8eb406af","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.628588745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718c94a6-4404-4ca8-8357-67b2351e04c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.668867637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190d434e-5462-4160-a695-3d86781d2e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.669667365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"bcf88a60-689b-418f-97e6-1d9f8eb406af","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.692928256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718c94a6-4404-4ca8-8357-67b2351e04c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.697865014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8f031ce2-5cac-4a1d-9c47-d6a518f24657","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.726711894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"190d434e-5462-4160-a695-3d86781d2e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.729155021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"205d05e0-0856-4806-9a60-c1007662a363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.729177003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"205d05e0-0856-4806-9a60-c1007662a363","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.749115569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb552d3-5b7e-4be2-aa06-815231d074cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.749133975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb552d3-5b7e-4be2-aa06-815231d074cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.784688797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fb31933-044f-4fb6-b742-f76877ef6e95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.784708747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fb31933-044f-4fb6-b742-f76877ef6e95","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.824572179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8f031ce2-5cac-4a1d-9c47-d6a518f24657","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.880988281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"8f031ce2-5cac-4a1d-9c47-d6a518f24657","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.93964711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a206ed6-4543-450d-b602-36f1a08b89ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:18.939676853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a206ed6-4543-450d-b602-36f1a08b89ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:21.597430675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"238e2d7d-7e52-4501-833f-2bb1777c2367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:21.59745052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"230dbe4f-f851-4f56-ba78-1fc6fe9e4fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:21.654283215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"230dbe4f-f851-4f56-ba78-1fc6fe9e4fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:21.654346808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"238e2d7d-7e52-4501-833f-2bb1777c2367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:25.930952793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:28.889321252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a3da7a3a-9cf4-48d4-babd-5524ccc06718","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:28.906516787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568bb867-2bbb-4728-8cc3-fa5e318f0439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:28.941134891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f5707fc-d412-41f4-9f76-6b942a895d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:29.025938714Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568bb867-2bbb-4728-8cc3-fa5e318f0439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.026584221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a3da7a3a-9cf4-48d4-babd-5524ccc06718","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.045455297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"20c219e2-b58d-4c05-8f35-2a54a43d0d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.050229707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"9ec2aaf2-00be-4bd3-9624-bfcad7b3858c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:29.058187087Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f5707fc-d412-41f4-9f76-6b942a895d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.08266774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a3da7a3a-9cf4-48d4-babd-5524ccc06718","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:29.08322998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568bb867-2bbb-4728-8cc3-fa5e318f0439","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.083462607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64eca87e-79ce-4f65-af03-f492f5094217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.083478696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64eca87e-79ce-4f65-af03-f492f5094217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:55:29.11679241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f5707fc-d412-41f4-9f76-6b942a895d82","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.116920599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c7e900-4195-46ed-ae24-5e85006728c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.116935835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c7e900-4195-46ed-ae24-5e85006728c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.139828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b608dd8f-7087-4760-97f2-3a754c94faa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.139875178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b608dd8f-7087-4760-97f2-3a754c94faa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.166743705Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"9ec2aaf2-00be-4bd3-9624-bfcad7b3858c","name":"e2e-api-a-8ebd35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.175725019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"20c219e2-b58d-4c05-8f35-2a54a43d0d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.233998917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"20c219e2-b58d-4c05-8f35-2a54a43d0d00","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.24471792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e2aeff9-6f81-4ed8-b42e-d95c9cf2b899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.290575528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15a13bb3-79aa-4bc5-8f15-05427d5e58f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.29059509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15a13bb3-79aa-4bc5-8f15-05427d5e58f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.345416063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5e417ce-a1ba-4e4a-b929-e9982e2eb90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.370615165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e2aeff9-6f81-4ed8-b42e-d95c9cf2b899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.441740417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5e417ce-a1ba-4e4a-b929-e9982e2eb90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.443055513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e2aeff9-6f81-4ed8-b42e-d95c9cf2b899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.497328105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5e417ce-a1ba-4e4a-b929-e9982e2eb90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.501419586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf33c05-1584-42a1-800e-cab905e65f25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.501435969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf33c05-1584-42a1-800e-cab905e65f25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.555557269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c7a93a3-91f5-42cd-830b-87367b66c373","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.555580428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c7a93a3-91f5-42cd-830b-87367b66c373","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.737870571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"93f07e04-fc04-4e9b-9ad3-2396e687d751","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.738007727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373b0ee6-8f7e-44fd-a02f-9254c24cff57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.738025282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373b0ee6-8f7e-44fd-a02f-9254c24cff57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.891035932Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-policy-7ad8abca","reconcileID":"93f07e04-fc04-4e9b-9ad3-2396e687d751","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"policyNamespace":"ai-tenant-e2e-mt-3cb19e5a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.948476348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1417ca1-5cf6-439e-907b-8cdae391436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:29.948495907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1417ca1-5cf6-439e-907b-8cdae391436e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:30.112977133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a178cd3-4ca8-4913-a393-c94676f41ed3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:30.11300724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a178cd3-4ca8-4913-a393-c94676f41ed3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:36.099391933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e7bbb8-a0bd-4ae0-bbcd-aa6cd6dff3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:36.151952999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e7bbb8-a0bd-4ae0-bbcd-aa6cd6dff3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:36.204769414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e7bbb8-a0bd-4ae0-bbcd-aa6cd6dff3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:36.257444285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e7bbb8-a0bd-4ae0-bbcd-aa6cd6dff3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.163894177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8fe84-a122-4688-972c-c163fd543200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.216455008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8fe84-a122-4688-972c-c163fd543200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.269573142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8fe84-a122-4688-972c-c163fd543200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:38.322253329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8fe84-a122-4688-972c-c163fd543200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.296333056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"46f5bea6-e8cf-4498-aed7-99d34401d868","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.354282146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"46f5bea6-e8cf-4498-aed7-99d34401d868","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.409534837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"46f5bea6-e8cf-4498-aed7-99d34401d868","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.467419308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"600c567f-c957-4ca2-92fa-2df4c4d3c944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.467440904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"600c567f-c957-4ca2-92fa-2df4c4d3c944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.661254793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3a2c46-a68e-40b0-a862-e8e78f0c5305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.718070712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3a2c46-a68e-40b0-a862-e8e78f0c5305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.761143415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"568703cc-50c7-45ff-a866-cb2100632903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.775178065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c3a2c46-a68e-40b0-a862-e8e78f0c5305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.820071407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"568703cc-50c7-45ff-a866-cb2100632903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:39.87846263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"568703cc-50c7-45ff-a866-cb2100632903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.287048115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"2b1ed927-ff07-49b3-af34-b05ba186f55c","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-7ad8abca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.528755069Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"namespace":"ai-tenant-e2e-mt-3cb19e5a","name":"e2e-shared-int-sub-7ad8abca","reconcileID":"2b1ed927-ff07-49b3-af34-b05ba186f55c","MaaSSubscription":{"name":"e2e-shared-int-sub-7ad8abca","namespace":"ai-tenant-e2e-mt-3cb19e5a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-c5e023","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.751081411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2733aad4-7e7d-4f5e-a6a0-80202fa72e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.75679886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"efd10a71-370b-4855-8f35-dd7f520df8ad","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.806029198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3454c8e2-ef5c-4547-9b56-f221813ce002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:40.806055304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3454c8e2-ef5c-4547-9b56-f221813ce002","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:44.375425692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"a8b746ec-572e-4227-8b4e-bc91757a1f2b","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.624483816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9334abb4-2afc-4ad0-ac58-ba4c96a3be83","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.680653066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9334abb4-2afc-4ad0-ac58-ba4c96a3be83","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.737129664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"9334abb4-2afc-4ad0-ac58-ba4c96a3be83","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.796387745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c34a10f-2502-40e9-bc4e-ec3c49e20d1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.796407047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c34a10f-2502-40e9-bc4e-ec3c49e20d1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.935483249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e69186-c7f5-4073-bcec-7b26ca3bab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:49.992754538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e69186-c7f5-4073-bcec-7b26ca3bab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.037192064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ae92f1e-e1b1-40d9-9a11-f0d0bd739cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.048392717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e69186-c7f5-4073-bcec-7b26ca3bab53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.094644712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ae92f1e-e1b1-40d9-9a11-f0d0bd739cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.10900493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a60d0a22-2936-4acb-a976-f09384d8e40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.109024839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a60d0a22-2936-4acb-a976-f09384d8e40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.150421155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ae92f1e-e1b1-40d9-9a11-f0d0bd739cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.209893377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b03f447-2279-4948-a352-3c8ce1b72cd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:50.209918022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b03f447-2279-4948-a352-3c8ce1b72cd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:55.931804165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:55:59.953731686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"8e1c7bd0-6dda-424f-9f60-334371d0e95b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.043363623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"8e1c7bd0-6dda-424f-9f60-334371d0e95b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.100559694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"8e1c7bd0-6dda-424f-9f60-334371d0e95b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.265813312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c73f01-db65-4f51-b8dd-9b9555fd264a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.32317037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c73f01-db65-4f51-b8dd-9b9555fd264a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.369779847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3802f-b914-4500-9c70-93532c0c8ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.408604922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c73f01-db65-4f51-b8dd-9b9555fd264a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.481243724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3802f-b914-4500-9c70-93532c0c8ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:00.547554656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3802f-b914-4500-9c70-93532c0c8ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.336228176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a215c37b-df11-4484-b03a-3779f91fc984","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.448949022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"a215c37b-df11-4484-b03a-3779f91fc984","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.63572194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0c4f65-22ff-4672-9e66-0b35efb4cba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.693339038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0c4f65-22ff-4672-9e66-0b35efb4cba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.70975102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76128731-aef8-41a5-8158-615ae1d116ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.774054847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76128731-aef8-41a5-8158-615ae1d116ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.775056529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0aeaa5-7fe1-4327-a4fd-5a8dc6b993cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.775073637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0aeaa5-7fe1-4327-a4fd-5a8dc6b993cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.971483351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b160e6d1-b860-48eb-8945-3c0ae295e73e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:10.971511326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b160e6d1-b860-48eb-8945-3c0ae295e73e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:11.070156056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ed292a6-87a5-4e5a-bdfb-f0e1c9bd1237","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:11.07018259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ed292a6-87a5-4e5a-bdfb-f0e1c9bd1237","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:12.023038003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63616dab-838e-4fcd-b3e2-879fe44c7022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:12.077080498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63616dab-838e-4fcd-b3e2-879fe44c7022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:12.130172583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63616dab-838e-4fcd-b3e2-879fe44c7022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:12.18275516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63616dab-838e-4fcd-b3e2-879fe44c7022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:14.138468483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484286b2-9d3d-4f3a-bcc5-cd36e1432a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:14.191976139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484286b2-9d3d-4f3a-bcc5-cd36e1432a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:14.247190867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484286b2-9d3d-4f3a-bcc5-cd36e1432a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:14.299922567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484286b2-9d3d-4f3a-bcc5-cd36e1432a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.257071418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c5e023","reconcileID":"5301e498-b565-41e7-a947-5caee3765148","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c5e023","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.258045497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94823db0-dd6a-4eb7-af61-2b8f0d1fea3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.258315575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94823db0-dd6a-4eb7-af61-2b8f0d1fea3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.418916264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"150c9de8-15d8-4876-b1fd-400a3c59f699","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.472549227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85174607-6bc6-47d1-88cc-289dab81b484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.472575678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85174607-6bc6-47d1-88cc-289dab81b484","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.530233853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3e02607e-258d-45b8-9cf8-f0c59660b274","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.636595872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3841ee05-9c7c-49f1-9a47-d416b7feef97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.636618981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3841ee05-9c7c-49f1-9a47-d416b7feef97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.644012392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d30dcd8-85b0-40d4-82ac-0bc7586383fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.699434777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"9409dd09-ed51-4f3d-b59f-e03778b60e53","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.699942281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19b36e94-c343-4787-844b-f61e5404b38e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.845027776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8e832f-87f5-4a52-a87d-5b545843f9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.845474481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c16ecef-e100-4f42-931f-506119b98cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.904587622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d8e832f-87f5-4a52-a87d-5b545843f9b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.905702215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"75ae51d0-3716-42c6-bf73-35c6ee508710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:15.906172111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c16ecef-e100-4f42-931f-506119b98cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.021432735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"47f1bc0b-95bf-436c-88fa-d6127de74eae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.097105665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"dcbf1d39-711c-4530-8941-6948b94daaa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.191030438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"fb649668-a168-4c26-b652-04e519cc09f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.291140757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"00ee4c08-f911-49b1-a21c-5b87d9b6fb64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.390998208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0e954233-d82b-41cc-b9cb-8085e0440491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.440783509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"11c9e8c3-4583-478c-bf63-6029007a9d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:16.496223829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"0835f47f-8dcf-4d5b-ae8d-83d87e92278f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.469099312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2847ad25-2f0e-4582-be54-41fdfc0decb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.469126906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2847ad25-2f0e-4582-be54-41fdfc0decb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.52465233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777cdded-5b58-4c2f-a3a6-fdb179993670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.524671544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777cdded-5b58-4c2f-a3a6-fdb179993670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.629785858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"960752b1-97aa-4445-8eda-f2f8b7d563c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.759588447Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"960752b1-97aa-4445-8eda-f2f8b7d563c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.818051509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ebd35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"960752b1-97aa-4445-8eda-f2f8b7d563c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.874396691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd7509d-7819-45d8-8716-3a66d0bafd29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:22.874420315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fd7509d-7819-45d8-8716-3a66d0bafd29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:25.93939125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.073802079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"d670532d-5215-47ef-b7c9-68011f002d82","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-c5e023","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.291497868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c5e023","reconcileID":"d670532d-5215-47ef-b7c9-68011f002d82","MaaSSubscription":{"name":"e2e-default-int-sub-c5e023","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.502786114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ee2feb3-21e1-46ea-a91a-6dbf4fb6c002","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.556712657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fb87b72-5e06-4622-846b-c5230301e65f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.556737885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fb87b72-5e06-4622-846b-c5230301e65f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.717911521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7edcc8c9-6292-4a9a-a975-94e026879ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.718361775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af0c4f0a-1e99-4a7d-ab90-72089a591968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.782130294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af0c4f0a-1e99-4a7d-ab90-72089a591968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:26.783316454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7edcc8c9-6292-4a9a-a975-94e026879ed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.509362727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3c24d-da36-4992-a3d8-4013546432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.562280561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3c24d-da36-4992-a3d8-4013546432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.61484602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3c24d-da36-4992-a3d8-4013546432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:31.667440837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3c24d-da36-4992-a3d8-4013546432dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:32.117702264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-355e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-355e4c","reconcileID":"9e7e0619-780c-4dcf-9df5-39d12fc82044","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-355e4c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-355e4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.024290808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"44d1a132-e446-449e-a05d-dbd888d24edb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.083750649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"44d1a132-e446-449e-a05d-dbd888d24edb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.141345785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ebd35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"44d1a132-e446-449e-a05d-dbd888d24edb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.654384679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfeef1c-e26a-4806-8c51-6d91f9074fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.733332153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfeef1c-e26a-4806-8c51-6d91f9074fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.82955619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfeef1c-e26a-4806-8c51-6d91f9074fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:33.892397334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfeef1c-e26a-4806-8c51-6d91f9074fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:35.817567865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff18656-24d4-48a4-a1c0-a005a7c910fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:35.894222824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff18656-24d4-48a4-a1c0-a005a7c910fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:35.956516198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff18656-24d4-48a4-a1c0-a005a7c910fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:36.015667432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff18656-24d4-48a4-a1c0-a005a7c910fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:38.032438299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95982f05-6084-4dc7-b5cb-20c6a7fe2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:38.085935117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95982f05-6084-4dc7-b5cb-20c6a7fe2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:38.138573546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95982f05-6084-4dc7-b5cb-20c6a7fe2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:38.192279116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95982f05-6084-4dc7-b5cb-20c6a7fe2910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:38.199319185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f87c7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f87c7b","reconcileID":"1779387a-7cd8-403c-bceb-89ba3d5d716b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f87c7b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f87c7b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:40.095638673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f387ddca-cbdb-4b60-bf15-4c683c914e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:40.149147105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f387ddca-cbdb-4b60-bf15-4c683c914e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:40.201666222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f387ddca-cbdb-4b60-bf15-4c683c914e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:40.254234542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f387ddca-cbdb-4b60-bf15-4c683c914e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.483011613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b484e-c620-453b-b42f-a7edaef8e3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.535763369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b484e-c620-453b-b42f-a7edaef8e3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.588599127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b484e-c620-453b-b42f-a7edaef8e3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:42.64471782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b484e-c620-453b-b42f-a7edaef8e3a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.256813967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"9857a87e-4784-46f5-b682-9d8d696ce62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.317748725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"9857a87e-4784-46f5-b682-9d8d696ce62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:43.373986841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ebd35-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"9857a87e-4784-46f5-b682-9d8d696ce62c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.503514798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"6be703f4-b350-4b0d-b46d-6eb78be52ad7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.503635516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"6be703f4-b350-4b0d-b46d-6eb78be52ad7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.567071906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"015f5023-a9df-483e-9dc4-9b24c92c7d4e","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.601421412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d893126-c026-475d-a1a3-624c51128ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.60206156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"9358f948-fb90-4041-a0cf-ad98f33cb478","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.602510243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"723df167-7268-4450-804e-6f18d92633d2","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.690464744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"88504f9c-dddf-4244-bebb-03010d0b5157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.690683855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"03fad77e-5544-4493-a40a-b2cb7f046ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.690769087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d893126-c026-475d-a1a3-624c51128ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.737220983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"a8b56093-a35d-4603-ac22-198713393e9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.785990648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"03fad77e-5544-4493-a40a-b2cb7f046ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.800757958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"2f798a18-0492-4cb0-ba8b-c6ab1883ed05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.826466128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"88504f9c-dddf-4244-bebb-03010d0b5157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.827490739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d893126-c026-475d-a1a3-624c51128ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:44.881745441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d893126-c026-475d-a1a3-624c51128ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.205109499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e1cdf49f-104e-48d8-a686-3dd7ac394902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.205659441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e7db435b-015e-4734-8592-29c03822f78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.265674146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e7db435b-015e-4734-8592-29c03822f78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:45.269963932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e1cdf49f-104e-48d8-a686-3dd7ac394902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.94261291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"9f290e26-b57f-46ac-879b-7e80e037b907","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.94264161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"9f290e26-b57f-46ac-879b-7e80e037b907","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.998558251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"8dcfddf3-80e7-4323-8c4a-9d2f09ef184c","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:49.998583956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"8dcfddf3-80e7-4323-8c4a-9d2f09ef184c","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.103821036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"60c6311e-c068-41f5-be3c-7657324d1186","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.223694831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"667745dc-25ae-443f-8e4f-a6fe094f13b5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.223713811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"667745dc-25ae-443f-8e4f-a6fe094f13b5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.229372765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"60c6311e-c068-41f5-be3c-7657324d1186","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.282729784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"407af5db-f6e9-4b07-b73d-acc9efb4e270","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.28275181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"407af5db-f6e9-4b07-b73d-acc9efb4e270","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.285356539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fe7d574c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"60c6311e-c068-41f5-be3c-7657324d1186","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:56:50.332765824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"9a1661bf-21da-404f-85cf-648e78ae0f93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-fe7d574c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:56:50.338255025Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"407af5db-f6e9-4b07-b73d-acc9efb4e270","name":"e2e-lifecycle-model-fe7d574c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fe7d574c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:56:50.338313196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"407af5db-f6e9-4b07-b73d-acc9efb4e270","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fe7d574c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.340683156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"986a0cd1-9d62-448f-bf97-8218867cb6f0","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.340703042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"986a0cd1-9d62-448f-bf97-8218867cb6f0","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.442953608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"3d78be3a-e356-479d-b52b-b0a7e873e3b7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.44297903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"3d78be3a-e356-479d-b52b-b0a7e873e3b7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.445402573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"03345995-5156-4e5d-ab84-d7c495f75578","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.504184625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"4fd606f5-3122-44d2-86b8-65b0d73efb82","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.504208901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"4fd606f5-3122-44d2-86b8-65b0d73efb82","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.505062927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"03345995-5156-4e5d-ab84-d7c495f75578","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.561677073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fe7d574c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"03345995-5156-4e5d-ab84-d7c495f75578","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.714103281Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"acb9c8b8-98e8-4938-813c-0e75ee6c3137","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-fe7d574c/e2e-sub-fe7d574c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.88117612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"1ff063c6-0470-4773-a2eb-d3545547b4e5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:50.88129055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"1ff063c6-0470-4773-a2eb-d3545547b4e5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:51.091530978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"0f9e876c-1fda-46aa-b655-e9dfdce4648a","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.479995033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"436aa50c-6bb8-447b-93be-a3031d73ae6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.536737086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"436aa50c-6bb8-447b-93be-a3031d73ae6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.591711094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ebd35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4124aa97c58b9e68795c3adc35657c70be34a25c11433f4825934190315c6fe0) AuthConfig (ed57f6620eb8cfe47366ca8274025a7a15772b4f53d61ec6a922e77d879bc7d0) AuthConfig (080d22254de01a81c170c2c7082bcb513be8f6750b5d523b71f452e9d5bdb66c) AuthConfig (79d6e70b3a57c857fd6a6b0fcb4f9acd26e6ef03346ede5938600202feb4f8bb) AuthConfig (dd6ca15a59c5427f5dd8f399b4df5bfa3c7c1f98024829593b9eae475be7a289) AuthConfig (598bdb34a1f829eb3265b727cdc828b785a355d196e8b4b48dd75f5f9e7ae5a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"436aa50c-6bb8-447b-93be-a3031d73ae6d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.653675724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cd60f81-529a-4661-b1d2-56db633a05a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:53.653816771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cd60f81-529a-4661-b1d2-56db633a05a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:56:55.932677244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:00.672604123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"12c1fb3e-8989-426e-9da2-d5c08cce06f9","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:00.734317252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"12c1fb3e-8989-426e-9da2-d5c08cce06f9","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:00.789607558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fe7d574c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"12c1fb3e-8989-426e-9da2-d5c08cce06f9","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.003160837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"b15fca45-7a4a-4565-aaf3-016f684dd458","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.763931909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"31c2f200-b9e9-4d55-8737-3e89f71771e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.822979217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"31c2f200-b9e9-4d55-8737-3e89f71771e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.878306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ebd35-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4124aa97c58b9e68795c3adc35657c70be34a25c11433f4825934190315c6fe0) AuthConfig (ed57f6620eb8cfe47366ca8274025a7a15772b4f53d61ec6a922e77d879bc7d0) AuthConfig (080d22254de01a81c170c2c7082bcb513be8f6750b5d523b71f452e9d5bdb66c) AuthConfig (79d6e70b3a57c857fd6a6b0fcb4f9acd26e6ef03346ede5938600202feb4f8bb) AuthConfig (dd6ca15a59c5427f5dd8f399b4df5bfa3c7c1f98024829593b9eae475be7a289) AuthConfig (598bdb34a1f829eb3265b727cdc828b785a355d196e8b4b48dd75f5f9e7ae5a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"31c2f200-b9e9-4d55-8737-3e89f71771e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:03.952896548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"ebe02b90-45bd-4cf2-b6cc-11cf00458a01","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.009979028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"1c2d8ae2-8e69-416b-ab9d-958bad9949ae","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.165636603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"73b53032-5319-46da-b8f8-8771c1eaa62e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.221747592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"73b53032-5319-46da-b8f8-8771c1eaa62e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.230954787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"29ebb7a0-7cb0-4631-8630-37a3ea919769","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.286266129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"79e4bcc4-ff42-4578-9904-776a624fb9d7","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:57:04.339592856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-sub","reconcileID":"68d1a96c-b3b1-4e12-bbc5-9b63121664cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.388311622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"da724f46-dd70-4e0d-8bf2-639792c3ad73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.388679237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b9a0e81f-516f-4168-b9fb-f543adebc237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.445306517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"da724f46-dd70-4e0d-8bf2-639792c3ad73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.445444558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b9a0e81f-516f-4168-b9fb-f543adebc237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.454324143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"11a69758-ecc0-45f8-9773-34753c6a8aba","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.511902769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"3f6b4f02-0ced-4bd9-97b3-e0a0d544ab3f","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.540494772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"adb52b7d-4ef2-41c5-bd8c-5e04c087856a","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.696316252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"785fe783-f3fb-4584-b598-473f5337cdc2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.752642748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"785fe783-f3fb-4584-b598-473f5337cdc2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.779704314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-sub","reconcileID":"2c3e688e-e41c-46d9-b927-4d786373da7e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.839456179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"8bab2893-85f5-4a52-9f44-0ef92113970c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.839525712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c79f4410-5ee6-4ba9-8b79-5545cbdd602f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.89607704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"8bab2893-85f5-4a52-9f44-0ef92113970c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.896764074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c79f4410-5ee6-4ba9-8b79-5545cbdd602f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.9452003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"eaba4761-4c16-486e-a0b6-5a24b712448b","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:04.993217798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"ddc5e2af-85ad-4c5b-a6a4-ed8c3e2149a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:05.159041834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-sub","reconcileID":"0bad8584-6484-4ac1-b6ec-66c262938bff","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:06.944745797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"94667780-9f31-4d87-bd8b-bc7168d3efd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.175441265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb0bdb3a-138a-4a0a-a84f-eabb13abc643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.281717707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"4c298319-7f88-4856-b299-e167fbf0000f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.383580976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"84352f13-e192-408c-8966-956da3c57f55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.496081977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"28c567d5-5a2e-4c54-a47a-e610d42b1af2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.608472507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3542a01a-6da2-4863-ae19-4036433f0341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.707906879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"4fdd379c-46ec-4b0f-961b-efc4fae77b71","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.827085748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"49683927-1c63-48f1-9c99-36d4d390f3a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.873576814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"14333407-f123-4d67-a35a-4ab888313672","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.873599699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"14333407-f123-4d67-a35a-4ab888313672","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.926682037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"9600146d-a011-4c5e-bdb9-4fd8f970e644","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:07.93582687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5d8d14d-11bf-4978-9c1e-641edab49ba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.039228395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"d105496f-c0b6-43f9-bddc-2ff3b61d3522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.127669282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"3fd576c2-9737-4bb3-a90a-1d24b0af00e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.148181177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"2ec51bdb-d8c4-4ac8-b882-f7b817166bc1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.148624994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"8364b11c-258e-4f09-a789-41d1ba4f2bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.148626941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"bc99e058-1114-43ea-a75f-b0381b6d0ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.204582373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"2ec51bdb-d8c4-4ac8-b882-f7b817166bc1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.205871371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"8364b11c-258e-4f09-a789-41d1ba4f2bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.206985949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"bc99e058-1114-43ea-a75f-b0381b6d0ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.255903025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"94b711a1-520f-4f2f-a4b1-561d6d270b93","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.26918171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"1a9964d4-fd5e-4c73-95c0-f74142d942fa","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.324974819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"1a9964d4-fd5e-4c73-95c0-f74142d942fa","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.381102676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fe7d574c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb8557caa2414c09f94d10110acdac09c97a88d1024909400f909740bbc4c84b) AuthConfig (cbc18ceb69064d7458cf74e6bb0d70b164a871137dafe85713eb6d6c444c6b41) AuthConfig (c89ccf97237353a363415cd4991bc63509493c5ba77ff4aa72fbc46637600b9d) AuthConfig (d4e43d9308130596c5b8da39a2b08ca4a1fc4a125369f7853e933feeb769998d) AuthConfig (dbf55090b3ceecc19ba5f6f75b9deb0bae4aae523761f1bbc858299d29981ba2) AuthConfig (a01ebceded22b0daf72cbc0a746255263649ccf3a3afe62423642ec4de7da711) AuthConfig (2955b79ba5e39b9b049a5a9b217146402561d462c91763a02ba2ef014f699e54) AuthConfig (4babd74ddc43782dbfd28e813691cfc6680f355eac65d63feeb52f571cb1e8ff) AuthConfig (4dbf839dab1b93d029dc0806eaf9553d053d05c30db46bcfa71c3ccc7855d7e2) AuthConfig (230a2d99e70fbb788e1a89424691550e56a58346887abea4843fce4915d5fbac) AuthConfig (0ba4fd4c1b48a121391dc81d10ae43a21996d42713275aae6c80719f43bbce1a) AuthConfig (837f7382a43d53b3be87f6c33a5a455ed7f82ee86a335e1a7e1ee25c61861a9e) AuthConfig (e2232d0cc34a4bbf710b23d634b02be52ca0c51e8b24042e77d5d1997109d83c) AuthConfig (81c260659eae219bda779ae88aa03429b683843157f4bc53c561034d4a4abfec) AuthConfig (fc5f798dd703976a4d1673a63b027560465b7f596372fa9cd90939301b258c11) AuthConfig (bf0a7da8fcaca8f4a68b5f694fa2db80ec03ba6ff4a79fb4ca5b65a56f347b02) AuthConfig (5648f2914801250a5d8eb31c8bde3c6ba0313f4ad1f5069f050feb91fa2b35be) AuthConfig (d26d51828f601075798cec84fa9d7fe7e73fbd79481a5b0ab533017ef099ace5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"1a9964d4-fd5e-4c73-95c0-f74142d942fa","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.439398197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"84fbc299-59a2-46ce-92fd-e17b2cc93180","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.43941666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"84fbc299-59a2-46ce-92fd-e17b2cc93180","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.517720801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"fdef5c41-1e76-40a7-98f6-3ed3f80ac1fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.517946101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"74bf158d-2a2b-4ef3-9e84-af48f11f4321","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.517725608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"164d339d-b91e-455e-9cb0-b3b0cc4c201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.576781422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"74bf158d-2a2b-4ef3-9e84-af48f11f4321","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.57724128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"fdef5c41-1e76-40a7-98f6-3ed3f80ac1fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:08.579161867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"164d339d-b91e-455e-9cb0-b3b0cc4c201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:13.983974997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"b6c97631-149f-4043-8a3a-129279f5501d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:14.040162413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"b6c97631-149f-4043-8a3a-129279f5501d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:14.3557756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78e90f9-9d02-4c4d-8de1-127c2ead7c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:14.3557926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78e90f9-9d02-4c4d-8de1-127c2ead7c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:17.690095879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"72041f74-61ba-48ff-831b-3155aba252df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:17.805937991Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"72041f74-61ba-48ff-831b-3155aba252df","name":"e2e-api-a-355e4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.417799495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-sub","reconcileID":"be805cf2-3cee-40bf-85c2-bdb4150b1b6b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.544234981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"c3b5f878-ce90-4de8-8148-f0485bb2a2eb","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.604123072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"c3b5f878-ce90-4de8-8148-f0485bb2a2eb","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.632674344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-sub","reconcileID":"be805cf2-3cee-40bf-85c2-bdb4150b1b6b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.659037158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fe7d574c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb8557caa2414c09f94d10110acdac09c97a88d1024909400f909740bbc4c84b) AuthConfig (cbc18ceb69064d7458cf74e6bb0d70b164a871137dafe85713eb6d6c444c6b41) AuthConfig (c89ccf97237353a363415cd4991bc63509493c5ba77ff4aa72fbc46637600b9d) AuthConfig (d4e43d9308130596c5b8da39a2b08ca4a1fc4a125369f7853e933feeb769998d) AuthConfig (dbf55090b3ceecc19ba5f6f75b9deb0bae4aae523761f1bbc858299d29981ba2) AuthConfig (a01ebceded22b0daf72cbc0a746255263649ccf3a3afe62423642ec4de7da711) AuthConfig (2955b79ba5e39b9b049a5a9b217146402561d462c91763a02ba2ef014f699e54) AuthConfig (4babd74ddc43782dbfd28e813691cfc6680f355eac65d63feeb52f571cb1e8ff) AuthConfig (4dbf839dab1b93d029dc0806eaf9553d053d05c30db46bcfa71c3ccc7855d7e2) AuthConfig (230a2d99e70fbb788e1a89424691550e56a58346887abea4843fce4915d5fbac) AuthConfig (0ba4fd4c1b48a121391dc81d10ae43a21996d42713275aae6c80719f43bbce1a) AuthConfig (837f7382a43d53b3be87f6c33a5a455ed7f82ee86a335e1a7e1ee25c61861a9e) AuthConfig (e2232d0cc34a4bbf710b23d634b02be52ca0c51e8b24042e77d5d1997109d83c) AuthConfig (81c260659eae219bda779ae88aa03429b683843157f4bc53c561034d4a4abfec) AuthConfig (fc5f798dd703976a4d1673a63b027560465b7f596372fa9cd90939301b258c11) AuthConfig (bf0a7da8fcaca8f4a68b5f694fa2db80ec03ba6ff4a79fb4ca5b65a56f347b02) AuthConfig (5648f2914801250a5d8eb31c8bde3c6ba0313f4ad1f5069f050feb91fa2b35be) AuthConfig (d26d51828f601075798cec84fa9d7fe7e73fbd79481a5b0ab533017ef099ace5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"c3b5f878-ce90-4de8-8148-f0485bb2a2eb","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.850085765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"091c61f1-1cdc-4a73-826f-f79b2f7ab5e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:18.901190257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"af4dafef-1bca-47f7-a3b2-ea840a1c5b4e","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.043133667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"72c7df2f-38e6-4f29-9f42-5260fea61963","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.058932214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"de40aa8f-86c9-4f5b-a2bc-67ef1f55c1ea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.059006808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8dd17968-feab-4b31-9e20-ca550922a2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.059370584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afa5603f-22fb-4ba7-aa84-2ed148a94c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.119051086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"de40aa8f-86c9-4f5b-a2bc-67ef1f55c1ea","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.119116281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"afa5603f-22fb-4ba7-aa84-2ed148a94c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.121314424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8dd17968-feab-4b31-9e20-ca550922a2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.324381395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-api-key-scoped-auth","reconcileID":"27343176-75d3-4934-be2e-6f63732d1005","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:19.580484764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"386cf5f4-0789-4570-9b2f-2f62f5590d6a","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.430682314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"d10b5e1b-cd94-425b-9002-55e61bcb719f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.527475531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"86e530d3-a69a-4343-92a8-38dc57ac81ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.613518156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0c64d247-1b7a-4c73-a8bc-b5ad2aa515c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.698278133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4991325f-def1-4a51-870b-ddbfaca51f0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.751802243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"c2f76c1c-f596-4c99-8987-67b539128bf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.838589271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"57284559-344c-47e6-b294-45297d57c563","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:21.939727131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"efbd6b86-af02-478d-87de-02bf1a933b30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:22.045221224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"cd1bb1e7-ada1-4712-84ce-24df297e6bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:22.141725675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"317312e2-ffc6-4986-94ec-f6f1358b3ae9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:22.150734282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"940b53f5-096c-44eb-b533-95853b8fb97b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:22.429463217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"1aaf0362-9bbf-4f66-8f03-135d47bcbd39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:22.531119921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00ddf49a-bdba-4e66-a3b4-6864208ff5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:24.588782429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa42f89-ad71-42c6-a897-f42f620eec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:24.646053801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa42f89-ad71-42c6-a897-f42f620eec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:24.698812036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa42f89-ad71-42c6-a897-f42f620eec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:24.751256456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa42f89-ad71-42c6-a897-f42f620eec7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:25.42871784Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fcaf4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fcaf4c","reconcileID":"1a21893f-33a6-4324-ad74-a077295c9f13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fcaf4c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-fcaf4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:25.933749098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.781052722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d12b4-c911-4aec-b1b4-d354eaa8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.833950728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d12b4-c911-4aec-b1b4-d354eaa8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.886453438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d12b4-c911-4aec-b1b4-d354eaa8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:26.955253638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d12b4-c911-4aec-b1b4-d354eaa8c106","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:28.62271893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"00982a99-1806-46d5-b138-40d24367e6ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:28.739435593Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"00982a99-1806-46d5-b138-40d24367e6ce","name":"e2e-api-b-f87c7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:28.764854909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"4aaab82f-3828-466e-b470-b38bfa576bcb","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:28.859623454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"4aaab82f-3828-466e-b470-b38bfa576bcb","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:29.242805977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f4a0c328-76c6-4846-b339-883fcb48f182","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:29.242951679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f4a0c328-76c6-4846-b339-883fcb48f182","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.449877434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96220212-ccb9-407c-8649-dc1d7cdd71eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.449901204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96220212-ccb9-407c-8649-dc1d7cdd71eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.554568741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"namespace":"ai-tenant-e2e-mt-610409ef","name":"e2e-policy-610409ef","reconcileID":"b705408e-ab9c-4879-b83a-6120e2dd1d55","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.676239879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"namespace":"ai-tenant-e2e-mt-610409ef","name":"e2e-policy-610409ef","reconcileID":"b705408e-ab9c-4879-b83a-6120e2dd1d55","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:32.732012854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"namespace":"ai-tenant-e2e-mt-610409ef","name":"e2e-policy-610409ef","reconcileID":"b705408e-ab9c-4879-b83a-6120e2dd1d55","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.589655791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"b214a46e-3b53-416b-bb39-d7f2b824d0f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.713021311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"585b93e7-bc51-4ea6-866a-4fd24c77d40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.799214612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"c4dc5329-d4b4-47f5-9bb8-a5863955e0e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:40.896393729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6e3d580-9f87-4b80-ad7a-c7f5da379663","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.177096363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"fa364371-ee3d-4a45-b19a-403ba7e45039","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.271534621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0276abef-0568-4285-aaec-d7fef1e9c9f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.288098436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"52b93b52-55f3-4e20-ba67-cd5ccabdb8d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.376671735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"f4088f57-8476-483c-a408-02e84a770c4c","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.473778483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"782e64f8-74b1-430e-a3bd-48a6c1d80306","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.660609152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5166f6a-2a5f-483f-bc3c-b076550e8e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.752809054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"b0db33b6-cb59-4ddc-aafe-146ba21996cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.857715347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9db48915-863a-4384-aa22-22039d395a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:41.907198517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e37913d4-c017-429a-a874-eed954b32275","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.721744324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"20e76603-c208-4358-a056-17c6f0eb0a92","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.721765819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"20e76603-c208-4358-a056-17c6f0eb0a92","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.89978624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"da6c60e5-906d-4cc5-aa98-ed207730986e","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.904934963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"68d80eb1-d11d-4a2c-80fb-58b3e2c34c25","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.904955045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"68d80eb1-d11d-4a2c-80fb-58b3e2c34c25","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:52.967757613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"da6c60e5-906d-4cc5-aa98-ed207730986e","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.015555966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"9642065f-ae1f-40e1-a17f-6baddd335c0c","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.308596774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"a069d213-acd1-491c-8746-474f679e520d","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.375470317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"a069d213-acd1-491c-8746-474f679e520d","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.428243687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"0138aa28-6db8-4b9a-ba1f-34dbe659c72b","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.44706376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"namespace":"ai-tenant-e2e-mt-610409ef","name":"e2e-policy-610409ef","reconcileID":"34540b20-3368-4532-86c1-b70cd4aa8c5e","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.571630844Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"namespace":"ai-tenant-e2e-mt-610409ef","name":"e2e-policy-610409ef","reconcileID":"34540b20-3368-4532-86c1-b70cd4aa8c5e","MaaSAuthPolicy":{"name":"e2e-policy-610409ef","namespace":"ai-tenant-e2e-mt-610409ef"},"policyNamespace":"ai-tenant-e2e-mt-610409ef","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.802027048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84596540-ab6b-42c6-b141-3a0d10eb7147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.866011338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84596540-ab6b-42c6-b141-3a0d10eb7147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.919550386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84596540-ab6b-42c6-b141-3a0d10eb7147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:53.981511706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84596540-ab6b-42c6-b141-3a0d10eb7147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:55.938992293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:56.12135018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1df124-5cc0-4874-8861-364e97686953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:56.182016711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1df124-5cc0-4874-8861-364e97686953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:56.240192954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1df124-5cc0-4874-8861-364e97686953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:56.300933562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1df124-5cc0-4874-8861-364e97686953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:58.195659775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41643e1-1694-4e52-863f-a4eb7e35b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:58.248445263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41643e1-1694-4e52-863f-a4eb7e35b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:58.301770103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41643e1-1694-4e52-863f-a4eb7e35b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:57:58.354255453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b41643e1-1694-4e52-863f-a4eb7e35b2e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:00.237770734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c80be-04a4-48ec-b7c1-98ea7ef18460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:00.291174096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c80be-04a4-48ec-b7c1-98ea7ef18460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:00.344420749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c80be-04a4-48ec-b7c1-98ea7ef18460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:00.397010976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c80be-04a4-48ec-b7c1-98ea7ef18460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.404610343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f0457de2-4e7e-44e1-984b-98e6a9786e61","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.404630327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f0457de2-4e7e-44e1-984b-98e6a9786e61","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.509489529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"de20627d-9d60-4346-83ab-7063f1e36722","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.565762213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"de20627d-9d60-4346-83ab-7063f1e36722","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.615348212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"52881951-5a70-4e79-95e8-1d4eac5c87b5","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.875565514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"4a354a0e-416b-4db9-a8d7-5962681dc117","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.933662022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"4a354a0e-416b-4db9-a8d7-5962681dc117","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:03.936183089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"da88cd38-0ec8-42ed-89fe-1fac6b1fef61","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:12.344621823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee3669-cd59-463a-8f61-35ef64877fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:12.397213798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee3669-cd59-463a-8f61-35ef64877fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:12.450520976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee3669-cd59-463a-8f61-35ef64877fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:12.503011873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee3669-cd59-463a-8f61-35ef64877fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.048429681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"8794c940-7a4b-46c2-8848-c07e5ba902ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.148574678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"c008fd14-420e-4b35-9d2e-79fae91c73d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.156863234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8597f96e-06ec-4b55-8153-4585a8758c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.317602372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"a1a20390-26e4-4066-a55a-558f0fbf508e","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.41853447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"47b1ca37-fe4d-4268-8036-ebc695244b31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.541876334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"6070f360-0719-4813-bdba-2d6a3abe6684","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.72994203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"ab6456de-a385-403c-a88a-dd91cb3e9077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.782743383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0fe07555-d141-449c-9df3-c091e2d3f65c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.90771886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3a05afe-295b-4a19-af0f-4de14448a814","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.90773985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3a05afe-295b-4a19-af0f-4de14448a814","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.96402557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b29bd1-924d-4877-94ab-71520d162f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.964054063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b29bd1-924d-4877-94ab-71520d162f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:13.985258702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"f14d4c85-5961-4ed9-96ec-ef80d2c77149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.069568604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"85e42d34-353e-4536-b74c-ccba7fe0823d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.070653432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"f58a8e57-9078-43fc-ac69-b2a9e3886a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.070682487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"341db246-f353-42f7-8d64-508b90d528d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.19249956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"85e42d34-353e-4536-b74c-ccba7fe0823d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.210816411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"600792a7-18da-4983-8ac2-385545675eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.247247819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-355e4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"85e42d34-353e-4536-b74c-ccba7fe0823d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.26325483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"661261ac-442f-40fe-aadd-354253da19c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.304603746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032cf9cc-385b-40ae-a663-8442d9607302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.304623103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032cf9cc-385b-40ae-a663-8442d9607302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.386809468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec9255d-f490-41b3-8646-3b2b73bdb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.439366421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec9255d-f490-41b3-8646-3b2b73bdb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.491813366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec9255d-f490-41b3-8646-3b2b73bdb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:14.544636443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec9255d-f490-41b3-8646-3b2b73bdb40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:16.482241193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471d9-760d-468e-8dcb-8b4e4add7777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:16.534716812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471d9-760d-468e-8dcb-8b4e4add7777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:16.587263673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471d9-760d-468e-8dcb-8b4e4add7777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:16.640225916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c471d9-760d-468e-8dcb-8b4e4add7777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:19.091092517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa9d8a-204e-45ce-941f-e126040c18e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:19.164357641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa9d8a-204e-45ce-941f-e126040c18e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:19.217620075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa9d8a-204e-45ce-941f-e126040c18e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:19.270695935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0fa9d8a-204e-45ce-941f-e126040c18e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:19.607874768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5ab745","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5ab745","reconcileID":"5ade8732-6382-4d80-b7c2-b757d322174b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5ab745","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-5ab745":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.230684394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"82e7ab3a-cfe5-4f79-b092-a09c21d8a6bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.337637608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34881176-4d17-4b4f-a40a-62c4088cd261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.344967155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"82e7ab3a-cfe5-4f79-b092-a09c21d8a6bc","name":"e2e-api-a-fcaf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.390091817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34881176-4d17-4b4f-a40a-62c4088cd261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.442547896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34881176-4d17-4b4f-a40a-62c4088cd261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:21.494820269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34881176-4d17-4b4f-a40a-62c4088cd261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:24.409424217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0dbdf40a-6ce0-439a-bd83-a058e7a2fb02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:24.465638887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0dbdf40a-6ce0-439a-bd83-a058e7a2fb02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:24.521023203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-355e4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0dbdf40a-6ce0-439a-bd83-a058e7a2fb02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:25.930888185Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:28.355884137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d647b4-1087-4a4d-907d-9b0787cc6f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:28.408270639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d647b4-1087-4a4d-907d-9b0787cc6f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:28.461460662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d647b4-1087-4a4d-907d-9b0787cc6f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:28.514254518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11d647b4-1087-4a4d-907d-9b0787cc6f9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.549679959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a523388-6a7b-4695-a758-05c3c8844232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.60947647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a523388-6a7b-4695-a758-05c3c8844232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.673510611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a523388-6a7b-4695-a758-05c3c8844232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.726281918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a523388-6a7b-4695-a758-05c3c8844232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.910488754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4898fa-c410-458c-834d-f0566c50f315","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.910510301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4898fa-c410-458c-834d-f0566c50f315","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.999037213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4878bec8-08a1-4109-be74-ec92982ad930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:30.999059176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4878bec8-08a1-4109-be74-ec92982ad930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.102632139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"b0602015-9b3b-47e0-83d8-e976c0b4fb37","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.271085888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"b0602015-9b3b-47e0-83d8-e976c0b4fb37","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.351691052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f87c7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"b0602015-9b3b-47e0-83d8-e976c0b4fb37","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.436439109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc49b13d-de87-4bb9-b88e-6f122d24e39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.436460626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc49b13d-de87-4bb9-b88e-6f122d24e39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.647092502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"3ab87b35-a848-4896-8287-3ff73c9cf17e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:31.977900096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"65239f7e-ba73-4eb4-9461-a33788de3a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.146477268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"84bb4d5c-841f-460e-9f1f-cb70756d3786","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.246224457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"afa9a775-fb3f-4f65-998d-58068c6946d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.256282952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"32f35c06-7679-4de3-9151-1635885f82e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.348401474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14bc8638-5530-41ba-87dc-d47cee58de1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.366618259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"303c73d4-467c-45c9-afac-a6966acecdb3","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.465181533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"28913a83-8745-4ec0-a186-5e9e8f1a4f26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.565226424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"32481ef3-ca7a-4bba-a65b-0af35a3c35b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.666819948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"5a598dd5-c0fc-4177-b8db-7dcb17cfb2f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.69950563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45461069-2b72-4a57-a73c-c6013da6b369","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.771991703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"c67a0f78-fcfc-4392-a977-55bc9a510413","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:32.877312419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"d78f8d76-c08e-4ce5-845a-ce8dfea408d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.626084345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"fb9741a3-b740-44a1-aa66-3b9fb29ba5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.682394681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"fb9741a3-b740-44a1-aa66-3b9fb29ba5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.737808409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-355e4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686cab955f7c6f23270f5b0b055f38adc14a72ce2bb7fc17c95c5fa653bc9b6a) AuthConfig (1f8754b02bf02c0541329043afed051a966db79b4fd0cde767093d47868a6411) AuthConfig (98c1cdbb36f93265024a1712ae1a70898281df251254f0751c7f0c8c6384a90d) AuthConfig (c7f18ba995e3e5754f335e04680d672fd1ac6ffd6c440ed024e56e89fd3fc124) AuthConfig (9decc7df6f72982112b2ce7a5e4d0654da3405ebb0f411cc3cd9c7bc6fea9038) AuthConfig (7fcb8d66303e9e60a146327669071e26850cca91a6332bf0d52ac6ecb75542f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"fb9741a3-b740-44a1-aa66-3b9fb29ba5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.79560496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2942c2ad-b44b-4761-a20a-d636bb3e951e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:34.795624529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2942c2ad-b44b-4761-a20a-d636bb3e951e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.213586724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"2d60d0e2-d914-4b98-8f0f-e05aaebc9b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.213733288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e27776f-53c9-433d-8537-e1f310477a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.21375019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e27776f-53c9-433d-8537-e1f310477a15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.418689919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"2d60d0e2-d914-4b98-8f0f-e05aaebc9b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.543584515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"2d60d0e2-d914-4b98-8f0f-e05aaebc9b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"name":"e2e-api-a-8ebd35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.543606629Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"e2e-e2e-api-a-8ebd35-policy","reconcileID":"2d60d0e2-d914-4b98-8f0f-e05aaebc9b92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ebd35-policy","namespace":"ai-tenant-e2e-api-a-8ebd35"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ebd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.599585068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91bae5fd-f48c-4f29-b20e-9676d176a808","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:38.599614306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91bae5fd-f48c-4f29-b20e-9676d176a808","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:39.690950687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3168791d-e803-4a86-bbd7-fcfa94e72035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:39.743707972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3168791d-e803-4a86-bbd7-fcfa94e72035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:39.798351021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3168791d-e803-4a86-bbd7-fcfa94e72035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:39.855136174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3168791d-e803-4a86-bbd7-fcfa94e72035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.541226817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"e2d4aeed-76ef-44ec-8b48-c16dbaff3580","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.597908235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"e2d4aeed-76ef-44ec-8b48-c16dbaff3580","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.653269806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f87c7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"e2d4aeed-76ef-44ec-8b48-c16dbaff3580","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.756726601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf80c450-5af4-454e-9147-00758af5fdd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.809185088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf80c450-5af4-454e-9147-00758af5fdd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.861819943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf80c450-5af4-454e-9147-00758af5fdd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:41.914460218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf80c450-5af4-454e-9147-00758af5fdd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.183766917Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.183985436Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.242168915Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.242194798Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.242295112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.243045513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"ca07ea79-94c7-435a-976b-9354b7ce636d","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.243065982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"ca07ea79-94c7-435a-976b-9354b7ce636d","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.297033092Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"fd9c298a-c7cd-49eb-8ad3-07cd85631a56","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.300412631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c0d7bffa-438e-447c-b56b-337629f0e5ff","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.300434855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c0d7bffa-438e-447c-b56b-337629f0e5ff","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.346868819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"2e07e6d3-c934-461b-8347-733098a2ee55","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:58:42.353683108Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c0d7bffa-438e-447c-b56b-337629f0e5ff","name":"e2e-lifecycle-model-fe7d574c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fe7d574c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:58:42.353740097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c0d7bffa-438e-447c-b56b-337629f0e5ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fe7d574c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.359085364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"a9cf1eb3-2492-4c58-9018-26973f29c45a","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.359100701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"a9cf1eb3-2492-4c58-9018-26973f29c45a","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.402749418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"2e07e6d3-c934-461b-8347-733098a2ee55","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.404266471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"5350773b-ca21-4df5-a132-425c639935ae","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4274ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.53922447Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"94df19bd-0bb6-4c7e-9d49-7eddcb1ab4ed","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4274ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.610039679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"50c529ca-68f0-4678-a5eb-436a291d9bc6","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.765709894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"50c529ca-68f0-4678-a5eb-436a291d9bc6","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.886664766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"50c529ca-68f0-4678-a5eb-436a291d9bc6","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"e2e-mt-fe7d574c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.886687497Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-policy-fe7d574c","reconcileID":"50c529ca-68f0-4678-a5eb-436a291d9bc6","MaaSAuthPolicy":{"name":"e2e-policy-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.942443619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"dfff3d93-1d68-4b19-9972-60ad00a786ab","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:42.942468345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"dfff3d93-1d68-4b19-9972-60ad00a786ab","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:44.900497416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0695bf67-c7dc-49b8-9ba9-4ebb7f76f678","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:44.956647837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0695bf67-c7dc-49b8-9ba9-4ebb7f76f678","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:45.015318583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-355e4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686cab955f7c6f23270f5b0b055f38adc14a72ce2bb7fc17c95c5fa653bc9b6a) AuthConfig (1f8754b02bf02c0541329043afed051a966db79b4fd0cde767093d47868a6411) AuthConfig (98c1cdbb36f93265024a1712ae1a70898281df251254f0751c7f0c8c6384a90d) AuthConfig (c7f18ba995e3e5754f335e04680d672fd1ac6ffd6c440ed024e56e89fd3fc124) AuthConfig (9decc7df6f72982112b2ce7a5e4d0654da3405ebb0f411cc3cd9c7bc6fea9038) AuthConfig (7fcb8d66303e9e60a146327669071e26850cca91a6332bf0d52ac6ecb75542f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"0695bf67-c7dc-49b8-9ba9-4ebb7f76f678","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:51.75916814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"abec91ca-0dd4-42c1-be1e-074283a8db08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:51.81508633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"abec91ca-0dd4-42c1-be1e-074283a8db08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:51.87028666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f87c7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"abec91ca-0dd4-42c1-be1e-074283a8db08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:52.592579235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"30576e14-9e3c-4db8-a6a2-49d017e35895","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","subscription":"e2e-sub-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:52.645152174Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"30576e14-9e3c-4db8-a6a2-49d017e35895","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:52.697912922Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-sub-fe7d574c","reconcileID":"30576e14-9e3c-4db8-a6a2-49d017e35895","MaaSSubscription":{"name":"e2e-sub-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"name":"maas-trlp-e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:53.075246434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"cc2da59a-673f-4add-bb89-fb81dca69eac","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:53.075274343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"cc2da59a-673f-4add-bb89-fb81dca69eac","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:55.121015758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"ecc7af33-37bf-4d9c-be81-6f792fc276b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:55.17744111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"ecc7af33-37bf-4d9c-be81-6f792fc276b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:55.232386393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-355e4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (686cab955f7c6f23270f5b0b055f38adc14a72ce2bb7fc17c95c5fa653bc9b6a) AuthConfig (1f8754b02bf02c0541329043afed051a966db79b4fd0cde767093d47868a6411) AuthConfig (98c1cdbb36f93265024a1712ae1a70898281df251254f0751c7f0c8c6384a90d) AuthConfig (c7f18ba995e3e5754f335e04680d672fd1ac6ffd6c440ed024e56e89fd3fc124) AuthConfig (9decc7df6f72982112b2ce7a5e4d0654da3405ebb0f411cc3cd9c7bc6fea9038) AuthConfig (7fcb8d66303e9e60a146327669071e26850cca91a6332bf0d52ac6ecb75542f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"ecc7af33-37bf-4d9c-be81-6f792fc276b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:55.932041983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.038217589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"eda380cf-2a28-4d53-8681-c3bd5fc280d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.116551948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"52e7f619-98ed-4fda-a961-325bc6a676e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.299330638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4c82f0e7-c920-489b-9f91-380feaca5113","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.463134298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"0b664bf1-6156-4328-b8b4-8522e595ac16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.574416102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0c678e6c-a89b-4e4c-9d9e-b1adf3eb80d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.664672362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b199ca9b-8172-48d2-8e92-06bd7c0d6cd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.763685125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"f6bc674b-bbbd-476f-986b-ebb2ec78f647","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.865243872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"c08c2d99-c363-4322-bc2f-219a2dfd2a65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.865501456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"c02af544-1ce3-45db-bfc2-435f7f4d83f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:58.968351204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e4c184c2-dff2-4103-8c00-efd218136c64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:59.007405473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3d3a1b0-a87e-457d-b821-677f9e5c684b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:58:59.079741721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"537cbde2-70cf-4f1d-a7a0-25f638dfea0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:01.97567698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"58af71de-2e1c-4e44-8fa9-7673751abce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:02.032276024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"58af71de-2e1c-4e44-8fa9-7673751abce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:02.087054234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f87c7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4da232c5cb23fa06fd6edf89db0ee14e412d02c3a71301145809e0eaa571267) AuthConfig (432d01af599b05a6a48738c83201bba0309b6a26f03cb44362a010ac844dc7bf) AuthConfig (f6b2439b24bd2dff04f9c2a86cd597c4e7212531e75af55bd6b45cc3a86383e0) AuthConfig (d108e7031375c6668bdd61aeb02455d95c7134787828bbdbc939f618ba1f5138) AuthConfig (bf0718cc890bbdfb4b4b37d31b7fcc042bb63eaa4a61185d9f50ecadc3984bc8) AuthConfig (eb1594fb15a79fc37b920755942c117d89e33cc95c2bbab47610ce2378d902bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"58af71de-2e1c-4e44-8fa9-7673751abce9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:02.146747166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d224a18d-0511-407f-b9a0-36afe14e2229","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:02.146774403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d224a18d-0511-407f-b9a0-36afe14e2229","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:05.33735986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"97937a04-1617-47c4-b22c-193d0300602b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:05.393124514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"97937a04-1617-47c4-b22c-193d0300602b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:05.661336451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886ca94a-b04a-4a41-818e-a084a9b1e517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:05.661354414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886ca94a-b04a-4a41-818e-a084a9b1e517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.251411496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"ba0cebb1-ba6b-49fb-b197-a5e3bbc20dcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.307313651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"ba0cebb1-ba6b-49fb-b197-a5e3bbc20dcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.362536966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f87c7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4da232c5cb23fa06fd6edf89db0ee14e412d02c3a71301145809e0eaa571267) AuthConfig (432d01af599b05a6a48738c83201bba0309b6a26f03cb44362a010ac844dc7bf) AuthConfig (f6b2439b24bd2dff04f9c2a86cd597c4e7212531e75af55bd6b45cc3a86383e0) AuthConfig (d108e7031375c6668bdd61aeb02455d95c7134787828bbdbc939f618ba1f5138) AuthConfig (bf0718cc890bbdfb4b4b37d31b7fcc042bb63eaa4a61185d9f50ecadc3984bc8) AuthConfig (eb1594fb15a79fc37b920755942c117d89e33cc95c2bbab47610ce2378d902bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"ba0cebb1-ba6b-49fb-b197-a5e3bbc20dcb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.601010187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"a5a6ba51-8ff6-47b1-a0cd-95cc8e72bf38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.707065735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"34adfe7d-c462-4a62-974c-34bad625b992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.759950735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"ccc173d2-dc34-44e6-9491-7a09169dec0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:12.848359123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d94360c-e664-44dd-8cb5-1bd8f20f447e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.015171551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"b38b4053-fa36-4023-9090-970fe17aa3c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.181311693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"76a52354-04bf-46a7-8ce2-973dfc25f1c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.549966138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"f7aa2449-0413-458f-a63f-1f8fe1829d1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.566920717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3429a21c-d9a2-42fd-8a80-4edd4377542c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.582564628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"65fc0d06-c87b-4783-a9b4-395e4d7ecb9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.703123438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b89afe8f-3138-44a8-b715-9dd24448c7bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.796436882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"42784f51-2892-468f-acac-10bf71967f4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:13.915320915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"01daff79-5b1e-4603-a544-838b659d6fc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:14.160304553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b63171a-bd9a-4a61-9091-1ef17d9b5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:14.212760206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b63171a-bd9a-4a61-9091-1ef17d9b5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:14.265347281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b63171a-bd9a-4a61-9091-1ef17d9b5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:14.318021959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b63171a-bd9a-4a61-9091-1ef17d9b5f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:16.285122959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45199b51-7b61-481d-8b3f-288465902b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:16.372044513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45199b51-7b61-481d-8b3f-288465902b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:16.425256682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45199b51-7b61-481d-8b3f-288465902b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:16.477691107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45199b51-7b61-481d-8b3f-288465902b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.570265893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b0474aa-d3c1-4d5d-a4b8-36e0f0ac370b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.570287227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b0474aa-d3c1-4d5d-a4b8-36e0f0ac370b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.631516903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fce9213-caf6-4de5-84c9-e4bfbc022cce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.63153514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fce9213-caf6-4de5-84c9-e4bfbc022cce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.73555193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"3cc23b73-34fc-4170-9791-6d5f32e06111","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.835868732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"27666a88-d7dd-49f4-ad89-c97a35dea5e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:17.946545796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"3cc23b73-34fc-4170-9791-6d5f32e06111","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.002105365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcaf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"3cc23b73-34fc-4170-9791-6d5f32e06111","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.006970342Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"27666a88-d7dd-49f4-ad89-c97a35dea5e6","name":"e2e-api-b-5ab745-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.059010941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1052190b-c7d2-4b21-8854-b0127fd0f23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.059033475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1052190b-c7d2-4b21-8854-b0127fd0f23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.485334489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207fdec7-0eae-4986-99b6-d428c10c9191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.577383367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207fdec7-0eae-4986-99b6-d428c10c9191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.72331526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207fdec7-0eae-4986-99b6-d428c10c9191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:18.852132732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207fdec7-0eae-4986-99b6-d428c10c9191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:20.791981507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbbaddf-1707-4ddc-b6a9-598a15b33a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:20.84454883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbbaddf-1707-4ddc-b6a9-598a15b33a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:20.896932983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbbaddf-1707-4ddc-b6a9-598a15b33a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:20.949821072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbbaddf-1707-4ddc-b6a9-598a15b33a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.469188488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"5b60d8ea-484c-40f8-a105-cf827ac6e820","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.525353534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"5b60d8ea-484c-40f8-a105-cf827ac6e820","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.794801511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce0d037-93b9-4aba-b436-0090163fbbe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.79482418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce0d037-93b9-4aba-b436-0090163fbbe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.882308403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf2f3ce-a1e2-42ab-aec6-de0b9cb7bef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.934796068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf2f3ce-a1e2-42ab-aec6-de0b9cb7bef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:22.987221869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf2f3ce-a1e2-42ab-aec6-de0b9cb7bef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:23.039826641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf2f3ce-a1e2-42ab-aec6-de0b9cb7bef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:23.211011378Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f0669f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f0669f","reconcileID":"6196f6ca-c3ab-4cd6-9f5d-d361f6d26a9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f0669f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f0669f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:24.952706579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed2a38d-80cb-46b4-8c95-193b6dcced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:25.00530228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed2a38d-80cb-46b4-8c95-193b6dcced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:25.057854608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed2a38d-80cb-46b4-8c95-193b6dcced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:25.110503632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed2a38d-80cb-46b4-8c95-193b6dcced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:25.931067677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:27.22337205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf906b-2373-49c8-bc3f-3cb163e3b7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:27.287985757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf906b-2373-49c8-bc3f-3cb163e3b7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:27.340887613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf906b-2373-49c8-bc3f-3cb163e3b7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:27.393555055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf906b-2373-49c8-bc3f-3cb163e3b7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:28.226194067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"310a255c-dc5a-4c31-b39c-ebb83dcb3e67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:28.282643788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"310a255c-dc5a-4c31-b39c-ebb83dcb3e67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:28.338592044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcaf4c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"310a255c-dc5a-4c31-b39c-ebb83dcb3e67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:29.387385263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e110c4e-c595-4992-8559-b745fd2ea481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:29.440386093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e110c4e-c595-4992-8559-b745fd2ea481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:29.49299871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e110c4e-c595-4992-8559-b745fd2ea481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:29.546111792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e110c4e-c595-4992-8559-b745fd2ea481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.599691296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","namespace":"ai-tenant-e2e-api-a-8ebd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.59974861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","namespace":"ai-tenant-e2e-api-a-8ebd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.599806024Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","tenant":"e2e-api-a-8ebd35","tenantID":"e2e-api-a-8ebd35","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.656027097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Deployment","name":"maas-api-e2e-api-a-8ebd35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.717085963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Service","name":"maas-api-e2e-api-a-8ebd35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.775290082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8ebd35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.829533359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8ebd35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.887437776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:34.950975919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.008179515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.062532137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.114464704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Deployment","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.166494262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.218284485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Service","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.275202931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.327907532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.380948495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.432898149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.48835263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.540494997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.592587608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.648121174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8ebd35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:35.702164859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ebd35"},"namespace":"ai-tenant-e2e-api-a-8ebd35","name":"default-tenant","reconcileID":"32f85b8b-bf86-4362-8263-ad97b3d2adce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8ebd35","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:38.443539606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"faf8c599-a284-43a0-a9db-bfad78a6cfa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:38.49952756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"faf8c599-a284-43a0-a9db-bfad78a6cfa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:38.555730537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcaf4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e16576efea689b1bdc10d9ed97f88b9935ffd2586c6c352f89080a5a9837486) AuthConfig (3361dc75af855a4ab3adc42ca4c5fa8c1b17128a53466ccd9918627f49f8044e) AuthConfig (9608b5e7457eccd248168eb8e99a76910ad3b8788033b80c3da9ce5bc1fe7479) AuthConfig (b522ed74c842a30f1add1f36b6ac7c82afa8bcdb5d0a6b0684c730b5707f3cc0) AuthConfig (15dd7b80f27a12965dc1a88f5383cc822290719b346b07e0374872c701fa0628) AuthConfig (2818734a0031c29ec175bc140f17de848ed015208c15aaf03a7ff4bb299e432b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"faf8c599-a284-43a0-a9db-bfad78a6cfa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:38.61162472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51872c63-8a8d-42fa-86d2-4398dd40acd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:38.611644511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51872c63-8a8d-42fa-86d2-4398dd40acd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.727447786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.727503621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.727558377Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","tenant":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.78248983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Deployment","name":"maas-api-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.842890038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Service","name":"maas-api-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.899865021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:40.953406942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.008629349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.073092623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.141198966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.197248313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.25103986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Deployment","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.307184891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.360815971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Service","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.416184604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"Service","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.469193018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.521451548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.574324339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.632326686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.684267089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.736066497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.788211861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:41.8420782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"2d004fad-9526-45d3-96b0-42e79a383a6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-fe7d574c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:42.657369653Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fe7d574c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fe7d574c","reconcileID":"a413864c-251f-46a0-9780-080cb0012a65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fe7d574c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-fe7d574c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.820588026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"173702e2-a93c-4024-b652-196f7af5f5e7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.930793133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"173702e2-a93c-4024-b652-196f7af5f5e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.936812026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"341b67ad-b6ab-44f1-94ea-5aa70871e36e","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.936885341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"341b67ad-b6ab-44f1-94ea-5aa70871e36e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.94801238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"17c6c9d3-36b3-4e42-90d3-91f84d54383d","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.948071039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"17c6c9d3-36b3-4e42-90d3-91f84d54383d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.969340055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"e2ec326b-544a-4c5b-b8be-ef3fe96a8efc","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:42.969419945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"e2ec326b-544a-4c5b-b8be-ef3fe96a8efc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.009789139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"2b601dbd-a618-4405-b02f-180389a1bb6f","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.009896929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"2b601dbd-a618-4405-b02f-180389a1bb6f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.090866088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"35ab5938-3168-4ce0-b8a7-764e18fbb3dc","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.090938416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"35ab5938-3168-4ce0-b8a7-764e18fbb3dc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.251991258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"513ec8a3-fbad-4a44-a3cc-27c92c3bdbb9","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.252067116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"513ec8a3-fbad-4a44-a3cc-27c92c3bdbb9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.388819861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"83aae80b-1eee-4fa7-93a8-21608af110f2","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.38890594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"83aae80b-1eee-4fa7-93a8-21608af110f2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.496945304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"b1551dfe-b6dd-4d69-9a5a-79305b575824","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.497037051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"b1551dfe-b6dd-4d69-9a5a-79305b575824","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:43.786060641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf78caa-238c-49ea-bee7-ea78ce53a47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:43.78614896Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ebd35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ebd35","reconcileID":"630add21-e888-4078-86f9-5223a7794caa","aitenant":"ai-tenants/e2e-api-a-8ebd35","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:43.838909512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf78caa-238c-49ea-bee7-ea78ce53a47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:43.891214617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf78caa-238c-49ea-bee7-ea78ce53a47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:43.944543259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf78caa-238c-49ea-bee7-ea78ce53a47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.947506685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"017d5c8e-2e1b-4e81-a21f-36067e2d369b","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:43.947565268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"017d5c8e-2e1b-4e81-a21f-36067e2d369b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:44.59997016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ebd35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ebd35","reconcileID":"630add21-e888-4078-86f9-5223a7794caa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8ebd35","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8ebd35"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:44.762670772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f87be470-3b4b-4047-bbc8-5fe5e144ceb7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:44.763016646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f87be470-3b4b-4047-bbc8-5fe5e144ceb7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:45.933723776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4f48e-b590-4b09-9177-94a835d3226e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:45.986177708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4f48e-b590-4b09-9177-94a835d3226e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:46.039578828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4f48e-b590-4b09-9177-94a835d3226e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:46.092146428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a4f48e-b590-4b09-9177-94a835d3226e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.095893171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fda9cf-91a5-4deb-b3cf-60e86750836b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.198414569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fda9cf-91a5-4deb-b3cf-60e86750836b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.2805829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fda9cf-91a5-4deb-b3cf-60e86750836b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.332951314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fda9cf-91a5-4deb-b3cf-60e86750836b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.722393693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"d3edc4ae-b726-46af-b6d0-dfac23b48ba6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.779406943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"d3edc4ae-b726-46af-b6d0-dfac23b48ba6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:48.837106991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcaf4c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e16576efea689b1bdc10d9ed97f88b9935ffd2586c6c352f89080a5a9837486) AuthConfig (3361dc75af855a4ab3adc42ca4c5fa8c1b17128a53466ccd9918627f49f8044e) AuthConfig (9608b5e7457eccd248168eb8e99a76910ad3b8788033b80c3da9ce5bc1fe7479) AuthConfig (b522ed74c842a30f1add1f36b6ac7c82afa8bcdb5d0a6b0684c730b5707f3cc0) AuthConfig (15dd7b80f27a12965dc1a88f5383cc822290719b346b07e0374872c701fa0628) AuthConfig (2818734a0031c29ec175bc140f17de848ed015208c15aaf03a7ff4bb299e432b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"d3edc4ae-b726-46af-b6d0-dfac23b48ba6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:49.883814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"4ccd84e4-f351-43e1-8637-23dbcf1c9a02","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:49.883909047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"4ccd84e4-f351-43e1-8637-23dbcf1c9a02","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.099719248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b4ddcd-a06c-4e77-9801-0e3f9cc0f13c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.099737079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95b4ddcd-a06c-4e77-9801-0e3f9cc0f13c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.158734477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d35374-ab55-4d7f-a59b-0c246719072e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.158893266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1d35374-ab55-4d7f-a59b-0c246719072e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.16691199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"09722a55-2ab4-4b6e-a070-31e5aae15be9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.226487314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"09722a55-2ab4-4b6e-a070-31e5aae15be9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.321586293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"4529c191-ed59-419c-a23e-535935a63d52","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.400717102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d22e9856-f940-4037-bae0-96030fd71d56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.400740286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d22e9856-f940-4037-bae0-96030fd71d56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.47686448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c7adeca-d2d6-4fa7-bed2-e9dad95f0a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.476891402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c7adeca-d2d6-4fa7-bed2-e9dad95f0a04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.478220384Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"4529c191-ed59-419c-a23e-535935a63d52","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:51.502421534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"df2e3742-7c4f-4de2-b3fb-0d5f7fce021b","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:51.502493079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"df2e3742-7c4f-4de2-b3fb-0d5f7fce021b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T12:59:51.514414276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"60eab917-6139-48b7-bede-8adc1aca6875","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-2e8290fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.536199925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"4529c191-ed59-419c-a23e-535935a63d52","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.625571801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9335eb49-f8e2-4cdb-bf54-3eb7c2b30a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.626586664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb6ec55-1ee7-49a4-b4ff-8b1ded0d4cec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.627947936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb6ec55-1ee7-49a4-b4ff-8b1ded0d4cec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.676008988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d99e4cbe-e65d-45a8-9fae-b2f47fa6ca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.697103425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d1c3a2-0ae7-4fa9-a68b-1a23fa7d8c1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.697232893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d1c3a2-0ae7-4fa9-a68b-1a23fa7d8c1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.720432428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"accbe4a4-40de-409c-9899-b1e0dd2d3a43","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.752925572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9335eb49-f8e2-4cdb-bf54-3eb7c2b30a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.756216469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d99e4cbe-e65d-45a8-9fae-b2f47fa6ca7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.827591571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"accbe4a4-40de-409c-9899-b1e0dd2d3a43","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.832876034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a113afd-d1ba-45df-a949-b1618668f156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.841770868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a113afd-d1ba-45df-a949-b1618668f156","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:51.962171337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"7433d78a-b2f0-4f9f-bb0b-611388819e3c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.043727984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"7433d78a-b2f0-4f9f-bb0b-611388819e3c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.099938202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"7433d78a-b2f0-4f9f-bb0b-611388819e3c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.200397197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d279a494-1fd0-4fe7-8631-4d895f2f56e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.201236643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b50646a5-b9fa-405f-b974-cbecea001b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.209039908Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"20dac94b-e5cc-4e5c-9c33-0f030feee80e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-2e8290fe","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.209156783Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"20dac94b-e5cc-4e5c-9c33-0f030feee80e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e8290fe","error":"MaaSModelRef not found: llm/nonexistent-model-2e8290fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.25753705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b50646a5-b9fa-405f-b974-cbecea001b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.257966029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d279a494-1fd0-4fe7-8631-4d895f2f56e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.297534159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"62f0ba88-9d3a-40bd-8b4c-c5c8159c8d60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.356532747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"62f0ba88-9d3a-40bd-8b4c-c5c8159c8d60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.412704633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"62f0ba88-9d3a-40bd-8b4c-c5c8159c8d60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.423373626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e760d414-a8dc-4286-8a78-86566d62a2cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.428970613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46bbd298-624a-4835-a533-f960e9a896b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.428997744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46bbd298-624a-4835-a533-f960e9a896b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.609312134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01aa1856-60bf-438e-99f9-0492d352f9bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.609414529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01aa1856-60bf-438e-99f9-0492d352f9bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.609921807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7394d-26b2-41c8-9ddf-073298ee2c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.610093662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"59bbdcf7-9eda-4ab0-943e-c92e7183adfb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.659413285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"05fcdd4e-d31d-416a-9ee5-ebb20fd0e1e5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.67117276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7394d-26b2-41c8-9ddf-073298ee2c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.69836341Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"05fcdd4e-d31d-416a-9ee5-ebb20fd0e1e5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e8290fe","error":"MaaSModelRef not found: llm/nonexistent-model-2e8290fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.775877484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7394d-26b2-41c8-9ddf-073298ee2c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.835615427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7394d-26b2-41c8-9ddf-073298ee2c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:52.960535514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"59bbdcf7-9eda-4ab0-943e-c92e7183adfb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.176723306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"59bbdcf7-9eda-4ab0-943e-c92e7183adfb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"name":"e2e-api-b-f87c7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.176867361Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"e2e-e2e-api-b-f87c7b-policy","reconcileID":"59bbdcf7-9eda-4ab0-943e-c92e7183adfb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f87c7b-policy","namespace":"ai-tenant-e2e-api-b-f87c7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f87c7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.273345624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a00918aa-b1e4-4b4d-ae21-6514dd780ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.273374044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a00918aa-b1e4-4b4d-ae21-6514dd780ede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.27404147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f498954-bef5-47e9-b540-112af1b1f987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:53.274058599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f498954-bef5-47e9-b540-112af1b1f987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.176031473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4efe55-4cda-4905-a215-33d25d26e02c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.176058025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4efe55-4cda-4905-a215-33d25d26e02c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.334781895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a92680c3-a89e-4db4-bc03-68d5c179d235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.335220152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"f386b150-0dc5-47d4-9719-94d52fa494bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.335527087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9afe2b0b-95f6-4cd2-aa8a-81982a7a08d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.443900321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"f386b150-0dc5-47d4-9719-94d52fa494bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.447286996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a92680c3-a89e-4db4-bc03-68d5c179d235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.452702555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9afe2b0b-95f6-4cd2-aa8a-81982a7a08d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.50094216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"f386b150-0dc5-47d4-9719-94d52fa494bd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:54.995950386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3d92c2-e3a7-484c-afdf-a8b1f8939860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:55.05028991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3d92c2-e3a7-484c-afdf-a8b1f8939860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:55.102758816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3d92c2-e3a7-484c-afdf-a8b1f8939860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:55.155858885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3d92c2-e3a7-484c-afdf-a8b1f8939860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:55.931428016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:58.942262474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"33d1b53a-c22c-477f-af4e-a8b5542d8b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:58.998856036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"33d1b53a-c22c-477f-af4e-a8b5542d8b11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:59.325648014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"486cd4c6-9aaa-4c3f-b2e4-df6b38516982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T12:59:59.325669448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"486cd4c6-9aaa-4c3f-b2e4-df6b38516982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.362362908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"363e8b85-426a-494a-90e6-e3e03b6b963c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-2e8290fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.587446556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"363e8b85-426a-494a-90e6-e3e03b6b963c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.587483672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"363e8b85-426a-494a-90e6-e3e03b6b963c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e8290fe","subscription":"e2e-neg-ghost-sub-2e8290fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.587671819Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2e8290fe","reconcileID":"363e8b85-426a-494a-90e6-e3e03b6b963c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2e8290fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2e8290fe","error":"MaaSModelRef not found: llm/nonexistent-model-2e8290fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.658161379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"22650e6d-42b5-483a-98fd-94e52d030a40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.716096982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"22650e6d-42b5-483a-98fd-94e52d030a40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.772694963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"22650e6d-42b5-483a-98fd-94e52d030a40","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.803672999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"987f0401-6ed8-4fbc-9aa6-773be35aee35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.936235832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab62647e-c16c-41fd-962e-d46260c2f64e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:04.936263715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab62647e-c16c-41fd-962e-d46260c2f64e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.072968777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ca65c7-e92c-4bf2-a6b7-0ea83389c64b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.073068232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ca65c7-e92c-4bf2-a6b7-0ea83389c64b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.097500143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"a95afc27-81cd-44eb-9515-8f944d510b47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.097616487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3953c301-aa65-4cdc-b6c0-1f8f4ce8dc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.098250863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49fd4edf-efd5-40fe-84c0-bcc6399acfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.156295756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49fd4edf-efd5-40fe-84c0-bcc6399acfae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.159117999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"a95afc27-81cd-44eb-9515-8f944d510b47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.159674572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3953c301-aa65-4cdc-b6c0-1f8f4ce8dc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.215061977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"a95afc27-81cd-44eb-9515-8f944d510b47","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.21538429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2e8290fe","reconcileID":"2f27b070-0d9e-4484-93c8-2c3f77248eb9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2e8290fe","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.526513772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac43c8c6-16d3-4cd5-8f8c-5370c4d6586b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.526534659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac43c8c6-16d3-4cd5-8f8c-5370c4d6586b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.814025443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abfe2a9-bdf5-4578-acfa-7d4c2fc7c987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.814566056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abfe2a9-bdf5-4578-acfa-7d4c2fc7c987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.876377193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b5c21a-3fa8-4be9-b83c-f9f5b98a40e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:05.876505483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b5c21a-3fa8-4be9-b83c-f9f5b98a40e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.093145723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"8d015bb6-0416-432a-9da7-5d018d5c4468","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.1543744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"8d015bb6-0416-432a-9da7-5d018d5c4468","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.209896794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"8d015bb6-0416-432a-9da7-5d018d5c4468","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.266126951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b286a562-975f-4e64-afac-8a2b5097d7cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.266239881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b286a562-975f-4e64-afac-8a2b5097d7cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.47668986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"5a4f5300-d15f-448f-9c8e-665a2b35b0c8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.535569123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"5a4f5300-d15f-448f-9c8e-665a2b35b0c8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:06.594909085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"5a4f5300-d15f-448f-9c8e-665a2b35b0c8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:09.247864409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"91ee02a7-569e-4bb0-8bca-08d8ad5b5f2a","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:09.247929135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"91ee02a7-569e-4bb0-8bca-08d8ad5b5f2a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:09.467871811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f6a1a83c-9bd4-49b8-841e-77ed561b9f8c","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:00:09.467941062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"f6a1a83c-9bd4-49b8-841e-77ed561b9f8c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c-kserve-route (gateways: [openshift-ingress/e2e-mt-fe7d574c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.202560163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7f9bf4-7c30-4287-bde7-94c5f0a1c6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.255090317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7f9bf4-7c30-4287-bde7-94c5f0a1c6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.307507039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7f9bf4-7c30-4287-bde7-94c5f0a1c6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.360290842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7f9bf4-7c30-4287-bde7-94c5f0a1c6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.628677484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"5b728777-475c-4bf9-89a0-84991d36b886","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.628697172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"5b728777-475c-4bf9-89a0-84991d36b886","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:10.793458663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fe7d574c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fe7d574c","reconcileID":"b4f3e4e4-f2c2-495e-87e9-16bf84b84295","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fe7d574c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-fe7d574c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:11.742470805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"e16cd8c0-9a47-43c0-8d34-94d08b4ee2ef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:11.742491236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"e16cd8c0-9a47-43c0-8d34-94d08b4ee2ef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:12.302042459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddded1-8b5c-4596-b7b0-49a0032d04ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:12.354657353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddded1-8b5c-4596-b7b0-49a0032d04ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:12.407189946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddded1-8b5c-4596-b7b0-49a0032d04ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:12.459768933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddded1-8b5c-4596-b7b0-49a0032d04ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:13.943013009Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","namespace":"ai-tenant-e2e-api-b-f87c7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:13.94307986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","namespace":"ai-tenant-e2e-api-b-f87c7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:13.943127876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","tenant":"e2e-api-b-f87c7b","tenantID":"e2e-api-b-f87c7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.019715355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Deployment","name":"maas-api-e2e-api-b-f87c7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.095701623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Service","name":"maas-api-e2e-api-b-f87c7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.158632358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f87c7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.214594903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f87c7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.286239818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.343537657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.400425887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.424998566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b2e24f-51ff-49ab-815e-60bee85d83d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.480925705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.482521795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b2e24f-51ff-49ab-815e-60bee85d83d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.537239574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b2e24f-51ff-49ab-815e-60bee85d83d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.5541597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Deployment","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.591414388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b2e24f-51ff-49ab-815e-60bee85d83d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.646111976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.698159098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Service","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.752667058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.805270355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.857873433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.909865951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:14.96482782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:15.016784792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:15.06901921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:15.13398352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f87c7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:15.209496181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f87c7b"},"namespace":"ai-tenant-e2e-api-b-f87c7b","name":"default-tenant","reconcileID":"a2c0e7df-9497-40af-a1a3-c4efa8450a4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f87c7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.650260049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d50a54-53f5-4129-a36e-c6c29fc823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.70290745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d50a54-53f5-4129-a36e-c6c29fc823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.756384403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d50a54-53f5-4129-a36e-c6c29fc823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.80921397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d50a54-53f5-4129-a36e-c6c29fc823cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.9187231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"e8864ed2-acbb-443e-8302-3d76acd116b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:16.982563655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"e8864ed2-acbb-443e-8302-3d76acd116b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.08963076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"e8864ed2-acbb-443e-8302-3d76acd116b8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.271332356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c9e7431-018a-4348-9e8c-a80e1138d2b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.271351637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c9e7431-018a-4348-9e8c-a80e1138d2b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.327511441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf9f14d-0168-4919-9a1b-08a97cdfef65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.3275317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf9f14d-0168-4919-9a1b-08a97cdfef65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.434462164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"1826f5e2-19d3-4bb5-b68d-69b902a7eaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.562077346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"1826f5e2-19d3-4bb5-b68d-69b902a7eaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.617084306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5ab745-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"1826f5e2-19d3-4bb5-b68d-69b902a7eaf9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.675470056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67feef1c-fc85-488b-a69a-76a1cbd91469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:17.675490617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67feef1c-fc85-488b-a69a-76a1cbd91469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:18.796017964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46eafa19-980f-481a-a441-f971e58aacac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:18.84870498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46eafa19-980f-481a-a441-f971e58aacac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:18.901377697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46eafa19-980f-481a-a441-f971e58aacac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:18.95472346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46eafa19-980f-481a-a441-f971e58aacac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.768116298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"4891b661-eae4-489f-9405-5581f0df454a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.884319205Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"4891b661-eae4-489f-9405-5581f0df454a","name":"e2e-api-b-f0669f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:20.99331944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced85bd4-06a8-4b9e-9ab6-e1f572719d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.046872051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced85bd4-06a8-4b9e-9ab6-e1f572719d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.099803263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced85bd4-06a8-4b9e-9ab6-e1f572719d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:21.152561489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced85bd4-06a8-4b9e-9ab6-e1f572719d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.087941358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"08e276fa-f479-4677-8126-60db21d58602","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.088138436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05703b29-1720-4c93-9abc-0ab4f18982b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.088162158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05703b29-1720-4c93-9abc-0ab4f18982b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.293892946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"08e276fa-f479-4677-8126-60db21d58602","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.420342515Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"08e276fa-f479-4677-8126-60db21d58602","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"name":"e2e-api-a-355e4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.420367494Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"e2e-e2e-api-a-355e4c-policy","reconcileID":"08e276fa-f479-4677-8126-60db21d58602","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-355e4c-policy","namespace":"ai-tenant-e2e-api-a-355e4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-355e4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.47685543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a16d8be-9a18-4337-bb4a-01c0741f62c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:24.476876888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a16d8be-9a18-4337-bb4a-01c0741f62c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.364456584Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f87c7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f87c7b","reconcileID":"c3093505-c7bc-40c4-b85a-a3a4c46259ce","aitenant":"ai-tenants/e2e-api-b-f87c7b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.54068299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deafb3e1-7bff-419a-ba2e-c0c54f0aada0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.593725225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deafb3e1-7bff-419a-ba2e-c0c54f0aada0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.64688919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deafb3e1-7bff-419a-ba2e-c0c54f0aada0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.699898656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deafb3e1-7bff-419a-ba2e-c0c54f0aada0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:25.94801513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:26.201891745Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f87c7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f87c7b","reconcileID":"c3093505-c7bc-40c4-b85a-a3a4c46259ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f87c7b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f87c7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.350198789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"c498fcb9-6126-4bd4-b76c-6de8c8d86599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.464575121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"c498fcb9-6126-4bd4-b76c-6de8c8d86599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.538798933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"c498fcb9-6126-4bd4-b76c-6de8c8d86599","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.807365122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0072f940-b07a-4939-b260-b75f05610fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.872540163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0072f940-b07a-4939-b260-b75f05610fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.87365252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a070074-f0c6-4330-9bc4-4bd8258266d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.928506587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a070074-f0c6-4330-9bc4-4bd8258266d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.934658724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5ab745-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0072f940-b07a-4939-b260-b75f05610fd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:27.986315853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a070074-f0c6-4330-9bc4-4bd8258266d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:28.040502919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a070074-f0c6-4330-9bc4-4bd8258266d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:30.00061389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e0e5c-22d4-4d83-a42e-f388065157c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:30.054379385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e0e5c-22d4-4d83-a42e-f388065157c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:30.106899911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e0e5c-22d4-4d83-a42e-f388065157c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:30.15959099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad2e0e5c-22d4-4d83-a42e-f388065157c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.087130021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82f12b-208e-4c47-8a5b-505ddd3cb9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.139777767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82f12b-208e-4c47-8a5b-505ddd3cb9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.193023852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82f12b-208e-4c47-8a5b-505ddd3cb9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:32.245897284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf82f12b-208e-4c47-8a5b-505ddd3cb9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.147007162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e47a-13f5-4285-bd43-30682e87e5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.199772885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e47a-13f5-4285-bd43-30682e87e5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.252494474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e47a-13f5-4285-bd43-30682e87e5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:34.305157267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc10e47a-13f5-4285-bd43-30682e87e5a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:37.755883458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"38afa7b7-54fd-41a6-ab1a-dde0e18a3aea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:37.812593049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"38afa7b7-54fd-41a6-ab1a-dde0e18a3aea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:37.868350456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"38afa7b7-54fd-41a6-ab1a-dde0e18a3aea","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:37.926592893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2652e44-6333-4e13-bcea-725f3cba0bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:37.926621681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2652e44-6333-4e13-bcea-725f3cba0bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.040743919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"6a83c2d8-9f95-47aa-97d1-3adc72315390","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.098139508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"6a83c2d8-9f95-47aa-97d1-3adc72315390","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.159943004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5ab745-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f65c12855a1cf3b0c8a2bf444e54b290eaa592b9f30a5499bd29de1423ecd44) AuthConfig (4469a22a8ac12e0b42308a5c5be661ceafea3aaad4e320f05ff20cc3623f33b5) AuthConfig (9e54c061b0da49798aec182f64dd5989f6dc2667ccc6f483559acd8665b2ae06) AuthConfig (d0aa0d64811c96aa82de09704210ab4da04db8732c3c91e59c0e8f5b377740b8) AuthConfig (60ddcd7a303febcd87bdffd64bb5cef2e94409cc47be5c7ca94040da55d2f723) AuthConfig (9add92b2d487f1fdff41e130fa6f4e8b9e006643e1fe403cddf669e793b1c5d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"6a83c2d8-9f95-47aa-97d1-3adc72315390","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.21721572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2b8de6-56d2-449a-9a8f-26d2e61a8b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:38.217240816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2b8de6-56d2-449a-9a8f-26d2e61a8b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:42.334405157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"7bcd9460-5412-40f5-a4c4-b23778031e3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:42.451972007Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"7bcd9460-5412-40f5-a4c4-b23778031e3e","name":"e2e-mt-fe7d574c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:45.924569148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661beb18-57bd-420f-9669-73645d43dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:45.977279257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661beb18-57bd-420f-9669-73645d43dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:46.03040003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661beb18-57bd-420f-9669-73645d43dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:46.085511323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"661beb18-57bd-420f-9669-73645d43dadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:46.519248149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a114f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a114f2","reconcileID":"01b062bb-a880-4045-b3bf-de0942ac6347","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a114f2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a114f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:47.981663022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc21813-e848-442a-887d-1cd56b637615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.034235613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc21813-e848-442a-887d-1cd56b637615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.08782383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc21813-e848-442a-887d-1cd56b637615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.141405332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc21813-e848-442a-887d-1cd56b637615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.193479185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"473767af-8b98-4435-817c-5038c8372dce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.250345024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"473767af-8b98-4435-817c-5038c8372dce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.305646172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"473767af-8b98-4435-817c-5038c8372dce","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.355159935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"4be42aeb-5b57-4287-81a4-0a5765a30413","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.412352511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"4be42aeb-5b57-4287-81a4-0a5765a30413","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:48.467978438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5ab745-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f65c12855a1cf3b0c8a2bf444e54b290eaa592b9f30a5499bd29de1423ecd44) AuthConfig (4469a22a8ac12e0b42308a5c5be661ceafea3aaad4e320f05ff20cc3623f33b5) AuthConfig (9e54c061b0da49798aec182f64dd5989f6dc2667ccc6f483559acd8665b2ae06) AuthConfig (d0aa0d64811c96aa82de09704210ab4da04db8732c3c91e59c0e8f5b377740b8) AuthConfig (60ddcd7a303febcd87bdffd64bb5cef2e94409cc47be5c7ca94040da55d2f723) AuthConfig (9add92b2d487f1fdff41e130fa6f4e8b9e006643e1fe403cddf669e793b1c5d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"4be42aeb-5b57-4287-81a4-0a5765a30413","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.867130464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","namespace":"ai-tenant-e2e-api-a-355e4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.867187359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","namespace":"ai-tenant-e2e-api-a-355e4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.867235619Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","tenant":"e2e-api-a-355e4c","tenantID":"e2e-api-a-355e4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.922716679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Deployment","name":"maas-api-e2e-api-a-355e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:52.985109609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Service","name":"maas-api-e2e-api-a-355e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.044631864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-355e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.099211424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-355e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.155117439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.209855076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.266647926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.325562233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.382144358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Deployment","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.437738434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.490584568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Service","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.548213668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"Service","name":"payload-pre-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.600548042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.652673535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.704743753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.759709178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.81162188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.863501829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.917251984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-355e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:53.969211549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-355e4c"},"namespace":"ai-tenant-e2e-api-a-355e4c","name":"default-tenant","reconcileID":"d1086e4c-3fee-4231-a41a-f1fefa9d7d09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-355e4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:55.930816526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.517353963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"909c988e-ca29-4f54-8803-e04f2d90b34a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.573220395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0e7ca22b-9ada-46ef-bac7-22224d0743b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.573772447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"909c988e-ca29-4f54-8803-e04f2d90b34a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.629308053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"909c988e-ca29-4f54-8803-e04f2d90b34a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.630310514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0e7ca22b-9ada-46ef-bac7-22224d0743b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:00:58.68562178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5ab745-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f65c12855a1cf3b0c8a2bf444e54b290eaa592b9f30a5499bd29de1423ecd44) AuthConfig (4469a22a8ac12e0b42308a5c5be661ceafea3aaad4e320f05ff20cc3623f33b5) AuthConfig (9e54c061b0da49798aec182f64dd5989f6dc2667ccc6f483559acd8665b2ae06) AuthConfig (d0aa0d64811c96aa82de09704210ab4da04db8732c3c91e59c0e8f5b377740b8) AuthConfig (60ddcd7a303febcd87bdffd64bb5cef2e94409cc47be5c7ca94040da55d2f723) AuthConfig (9add92b2d487f1fdff41e130fa6f4e8b9e006643e1fe403cddf669e793b1c5d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"0e7ca22b-9ada-46ef-bac7-22224d0743b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:03.55913886Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-355e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-355e4c","reconcileID":"c22db49d-c83c-45e4-820d-566bf295051d","aitenant":"ai-tenants/e2e-api-a-355e4c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.204666636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb12141-fd9e-465b-b875-fc2f4c0e5c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.257134333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb12141-fd9e-465b-b875-fc2f4c0e5c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.309909109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb12141-fd9e-465b-b875-fc2f4c0e5c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.362423079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb12141-fd9e-465b-b875-fc2f4c0e5c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:04.4236467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-355e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-355e4c","reconcileID":"c22db49d-c83c-45e4-820d-566bf295051d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-355e4c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-355e4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:06.266715553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5f401-34c7-4514-baf8-2aea1781e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:06.31908231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5f401-34c7-4514-baf8-2aea1781e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:06.371508343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5f401-34c7-4514-baf8-2aea1781e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:06.42405665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55a5f401-34c7-4514-baf8-2aea1781e575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.308683736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68e0d6c-5d95-4509-9073-8e31b403c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.362063775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68e0d6c-5d95-4509-9073-8e31b403c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.414664727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68e0d6c-5d95-4509-9073-8e31b403c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.467727666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d68e0d6c-5d95-4509-9073-8e31b403c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.795758944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"4ab51474-5e9f-463b-a7c4-6e0d293fa74e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.852825132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"4ab51474-5e9f-463b-a7c4-6e0d293fa74e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.890476682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"ede56c62-c2d2-403a-92c7-a97fa4863737","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:08.946964301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"ede56c62-c2d2-403a-92c7-a97fa4863737","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:09.054228759Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"ede56c62-c2d2-403a-92c7-a97fa4863737","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8afeb189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:09.121931135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da961368-fbe6-4761-878f-b9c31258639f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:09.121951936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da961368-fbe6-4761-878f-b9c31258639f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:09.315411282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ee4944-f8e4-43f6-bfce-5c64d8a0b485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:09.315431922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ee4944-f8e4-43f6-bfce-5c64d8a0b485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:10.367056314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485ab195-b0f6-4ff9-9212-aa8af45509bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:10.41985625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485ab195-b0f6-4ff9-9212-aa8af45509bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:10.473473252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485ab195-b0f6-4ff9-9212-aa8af45509bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:10.526710355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"485ab195-b0f6-4ff9-9212-aa8af45509bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.065416386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"479b7667-43c5-4506-ae11-4318aad64015","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.065425786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7af1b3-b8a4-4b67-8185-711f53e08d87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.065515629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7af1b3-b8a4-4b67-8185-711f53e08d87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.117565679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8afeb189","reconcileID":"479b7667-43c5-4506-ae11-4318aad64015","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8afeb189","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8afeb189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.375392908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87eeb9b9-d9b8-46c6-b7c7-890bcb314396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:11.375414923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87eeb9b9-d9b8-46c6-b7c7-890bcb314396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:12.507019238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e327ef-99d9-441f-a35b-6512ee7e7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:12.559627491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e327ef-99d9-441f-a35b-6512ee7e7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:12.612367727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e327ef-99d9-441f-a35b-6512ee7e7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:12.664969748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e327ef-99d9-441f-a35b-6512ee7e7119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.617041669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8715e-650c-4761-9720-32598b211b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.671677763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8715e-650c-4761-9720-32598b211b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.724117361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8715e-650c-4761-9720-32598b211b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:14.776704732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8715e-650c-4761-9720-32598b211b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.913766046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dcbca0-1da3-456e-80ba-8ece5c3fa847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:16.971763517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dcbca0-1da3-456e-80ba-8ece5c3fa847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.024435408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dcbca0-1da3-456e-80ba-8ece5c3fa847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:17.087991956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dcbca0-1da3-456e-80ba-8ece5c3fa847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:18.765903969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f0563a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f0563a","reconcileID":"5a5f7865-6511-4979-baba-acbfdf60a86b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f0563a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f0563a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.187122459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19877b22-71b0-489a-a0f0-371e4f857bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.246062557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19877b22-71b0-489a-a0f0-371e4f857bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.302766578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19877b22-71b0-489a-a0f0-371e4f857bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:19.364632258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19877b22-71b0-489a-a0f0-371e4f857bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:20.809536143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"da29a209-d295-4065-a7be-03103aadf9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:20.843875486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c07e3b2-15bd-48dc-b8eb-66c5347c543e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:20.853545857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c07e3b2-15bd-48dc-b8eb-66c5347c543e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.052232722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21dbae4d-e5fd-4de1-af7f-25527ab8888a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.052345786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21dbae4d-e5fd-4de1-af7f-25527ab8888a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.058745102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"da29a209-d295-4065-a7be-03103aadf9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.108176444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae2a950b-60f2-4adf-901f-da5bc981ffc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.108204112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae2a950b-60f2-4adf-901f-da5bc981ffc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.190457012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"da29a209-d295-4065-a7be-03103aadf9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"name":"e2e-api-b-5ab745-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.19048563Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"e2e-e2e-api-b-5ab745-policy","reconcileID":"da29a209-d295-4065-a7be-03103aadf9f5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5ab745-policy","namespace":"ai-tenant-e2e-api-b-5ab745"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5ab745","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.212754009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"692cf59b-9528-4f3c-aacd-3e2a2c2c292a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.247241588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"322be7ef-2da0-437b-9947-a75c45579001","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.247261594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"322be7ef-2da0-437b-9947-a75c45579001","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.338216081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"692cf59b-9528-4f3c-aacd-3e2a2c2c292a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.393040419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f0669f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"692cf59b-9528-4f3c-aacd-3e2a2c2c292a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.448162629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4799eabe-4895-495d-a777-ec98867b105f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.448185576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4799eabe-4895-495d-a777-ec98867b105f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.495983686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b3459e-5bb8-467f-ac5d-e1f052e61176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.548519237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b3459e-5bb8-467f-ac5d-e1f052e61176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.601042077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b3459e-5bb8-467f-ac5d-e1f052e61176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:21.653625575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b3459e-5bb8-467f-ac5d-e1f052e61176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.787867665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8ec91a-0291-4794-9d2b-2c936a636af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.840930904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8ec91a-0291-4794-9d2b-2c936a636af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.894209632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8ec91a-0291-4794-9d2b-2c936a636af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:23.947555447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d8ec91a-0291-4794-9d2b-2c936a636af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.919808243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fd4061-3849-45ad-9188-62e1013b1738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.930550199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:25.972322713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fd4061-3849-45ad-9188-62e1013b1738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:26.024711846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fd4061-3849-45ad-9188-62e1013b1738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:26.077719126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8fd4061-3849-45ad-9188-62e1013b1738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:26.869494061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"db184269-3c09-49e5-89f2-2118050a389a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:26.869990722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4ad14ee-06c2-429d-a64a-918dd4227846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:26.870010951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4ad14ee-06c2-429d-a64a-918dd4227846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.114029255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"db184269-3c09-49e5-89f2-2118050a389a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.235920227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"db184269-3c09-49e5-89f2-2118050a389a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"name":"e2e-api-a-fcaf4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.23594804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"e2e-e2e-api-a-fcaf4c-policy","reconcileID":"db184269-3c09-49e5-89f2-2118050a389a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcaf4c-policy","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.299976296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"220f9188-c0ca-46bc-be9b-23fbde17166a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:27.300085213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"220f9188-c0ca-46bc-be9b-23fbde17166a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.39176565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b6863-38d0-490e-8140-173abbb2e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.444876988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b6863-38d0-490e-8140-173abbb2e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.497640851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b6863-38d0-490e-8140-173abbb2e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:28.551116069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53b6863-38d0-490e-8140-173abbb2e04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.583251224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa6bf32-3128-48e0-8fe5-e313000ccaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.636369096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa6bf32-3128-48e0-8fe5-e313000ccaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.689173948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa6bf32-3128-48e0-8fe5-e313000ccaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:30.742755564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa6bf32-3128-48e0-8fe5-e313000ccaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.552699208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"871a27b7-9896-497f-92e8-27722c6b1801","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.609328307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"871a27b7-9896-497f-92e8-27722c6b1801","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:31.664399698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f0669f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"871a27b7-9896-497f-92e8-27722c6b1801","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:32.631003696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74010b37-dc93-422f-b0f1-89195cf5d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:32.69156102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74010b37-dc93-422f-b0f1-89195cf5d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:32.753429728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74010b37-dc93-422f-b0f1-89195cf5d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:32.805757021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74010b37-dc93-422f-b0f1-89195cf5d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.336597649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9a49565d-53d0-472f-933d-770a969df21f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.436665245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"fbde037f-681d-4f62-9dc0-0db94f323173","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.538130123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"414d7362-b9a7-4931-b201-91d6d6a7347c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.641051143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f3dd80d-d04c-48f3-877c-29646beb8f35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.641271394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"5fec0907-50e8-414f-b0fe-45b1326972f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.73774861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"e3318f75-66b9-4fc7-91b5-b1ae958ed0fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:33.838849159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c151992-624e-450e-878a-3bf9b2ec6ba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.015401645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"0de91e87-bca1-4477-b1b0-d973957cba5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.142149383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"d14c27ed-cd54-402a-bb08-76752147895f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.280367521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0d38a8b0-7453-4622-b5eb-3bf1fc140799","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.280405375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"dad33e7f-6e91-44cb-8f23-6f7ded0e19a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.513708316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"b115b7a4-c7f7-4f59-94fa-31c43091019d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.69158429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343bea85-08a6-49f5-b33c-a74f3e5c3ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.744221217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343bea85-08a6-49f5-b33c-a74f3e5c3ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.796811346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343bea85-08a6-49f5-b33c-a74f3e5c3ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:34.849370658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343bea85-08a6-49f5-b33c-a74f3e5c3ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.792754814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67279798-72c6-417a-99ad-c4d4ee4d6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.845754143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67279798-72c6-417a-99ad-c4d4ee4d6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.898477545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67279798-72c6-417a-99ad-c4d4ee4d6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:36.951080661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67279798-72c6-417a-99ad-c4d4ee4d6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.155237779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c8ca25e6-3ecb-48ff-8947-bf87a0303d66","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.155261416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c8ca25e6-3ecb-48ff-8947-bf87a0303d66","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.894332669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b1ade1-8b38-4f46-a6b1-9392f664bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.946909884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b1ade1-8b38-4f46-a6b1-9392f664bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:38.999401808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b1ade1-8b38-4f46-a6b1-9392f664bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:39.051907295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b1ade1-8b38-4f46-a6b1-9392f664bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:40.98560537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15fcc7c-0b77-48a7-b07a-c28aaec36a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.038095454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15fcc7c-0b77-48a7-b07a-c28aaec36a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.090841747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15fcc7c-0b77-48a7-b07a-c28aaec36a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.143977019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15fcc7c-0b77-48a7-b07a-c28aaec36a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.769787681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7b06cdc3-2b56-405c-82a1-4b4e7d635e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.827410054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7b06cdc3-2b56-405c-82a1-4b4e7d635e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.883113933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f0669f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08da7fe47eb759c5b3185b527d76c991474ae35a44056468a049cd4a7f261c05) AuthConfig (b0dc535c27f2bc46ff630a8c6ec42d33d09f7f6b0a6baf88a8388d514a467e44) AuthConfig (b9d6ecd5fd60925d52389f8be2a0020985687c3ad4462b664d8030b1f26e9148) AuthConfig (bf7e572844c8f779939af4df905801b7b25bddafe23a9f554e332cebe870b73c) AuthConfig (3fc3d5d27b9c2442842ff031281de27252883f852026e282511216d845934a4c) AuthConfig (ec5f95d1a176af68f7921d59b44f4a71f92cf035d151b0ad0188e8b6ce888db2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7b06cdc3-2b56-405c-82a1-4b4e7d635e56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.940947046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6787f42-306d-4deb-a775-be0c2479c299","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:41.940968208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6787f42-306d-4deb-a775-be0c2479c299","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.076650404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096a4755-b5c7-480e-925c-0f8973cc0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.129128765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096a4755-b5c7-480e-925c-0f8973cc0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.181685847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096a4755-b5c7-480e-925c-0f8973cc0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:43.235290905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096a4755-b5c7-480e-925c-0f8973cc0f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:45.134818367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c406c41-254c-43cb-9135-d6dc04a99866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:45.187351987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c406c41-254c-43cb-9135-d6dc04a99866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:45.239881559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c406c41-254c-43cb-9135-d6dc04a99866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:45.292467412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c406c41-254c-43cb-9135-d6dc04a99866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:47.281205114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f73370-f8ac-4750-9653-57de69321ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:47.33411105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f73370-f8ac-4750-9653-57de69321ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:47.388292812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f73370-f8ac-4750-9653-57de69321ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:47.448240854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f73370-f8ac-4750-9653-57de69321ffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:48.049193392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"6ded45e5-f85f-496e-ab43-30bb26b7a8da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a114f2","tenantID":"e2e-ipp-a-a114f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:48.16453656Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"6ded45e5-f85f-496e-ab43-30bb26b7a8da","name":"e2e-ipp-a-a114f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.392490784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89de06-fc60-4f59-999c-8f699a8e99d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.444957025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89de06-fc60-4f59-999c-8f699a8e99d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.497531392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89de06-fc60-4f59-999c-8f699a8e99d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:49.550530318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb89de06-fc60-4f59-999c-8f699a8e99d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:51.43193041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df65638-634a-448b-9fc4-8535b7b4abb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:51.487927855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df65638-634a-448b-9fc4-8535b7b4abb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:51.541414099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df65638-634a-448b-9fc4-8535b7b4abb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:51.594140527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df65638-634a-448b-9fc4-8535b7b4abb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:52.045315785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"51347c39-1afa-419a-87f5-83407dc25e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:52.101736587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"51347c39-1afa-419a-87f5-83407dc25e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:52.156784051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f0669f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08da7fe47eb759c5b3185b527d76c991474ae35a44056468a049cd4a7f261c05) AuthConfig (b0dc535c27f2bc46ff630a8c6ec42d33d09f7f6b0a6baf88a8388d514a467e44) AuthConfig (b9d6ecd5fd60925d52389f8be2a0020985687c3ad4462b664d8030b1f26e9148) AuthConfig (bf7e572844c8f779939af4df905801b7b25bddafe23a9f554e332cebe870b73c) AuthConfig (3fc3d5d27b9c2442842ff031281de27252883f852026e282511216d845934a4c) AuthConfig (ec5f95d1a176af68f7921d59b44f4a71f92cf035d151b0ad0188e8b6ce888db2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"51347c39-1afa-419a-87f5-83407dc25e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:55.931114196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.381539616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","namespace":"ai-tenant-e2e-api-a-fcaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.381599282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","namespace":"ai-tenant-e2e-api-a-fcaf4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.381647797Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","tenant":"e2e-api-a-fcaf4c","tenantID":"e2e-api-a-fcaf4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.435674355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Deployment","name":"maas-api-e2e-api-a-fcaf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.4978107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Service","name":"maas-api-e2e-api-a-fcaf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.556743926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-fcaf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.612029847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-fcaf4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.670932441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.725344034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.782508351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.837150436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.893174327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Deployment","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:58.94895231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.002756768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Service","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.056019006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"Service","name":"payload-pre-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.108152297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.160150166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.212280831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.268634523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.32098109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.373975112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.429556207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-fcaf4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.483224217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcaf4c"},"namespace":"ai-tenant-e2e-api-a-fcaf4c","name":"default-tenant","reconcileID":"a2edafd1-3c7b-41da-8263-3e8a114b1108","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-fcaf4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.542298758Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","namespace":"ai-tenant-e2e-api-b-5ab745","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.542978514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","namespace":"ai-tenant-e2e-api-b-5ab745","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.54313772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","tenant":"e2e-api-b-5ab745","tenantID":"e2e-api-b-5ab745","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.548534144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"9f80ae0a-95f9-4c2e-9b9d-3e6174c1d6b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.59811544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Deployment","name":"maas-api-e2e-api-b-5ab745","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.659884054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Service","name":"maas-api-e2e-api-b-5ab745","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.723620818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"cd935bdd-c695-4d65-8af4-92ddfc32f971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.724494293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5ab745","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.77808983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5ab745","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.872697377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.87499453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"a045cb7a-5eea-4cfa-ac22-1586b80441e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.931477984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.98852708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:01:59.990814916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"dcdb55cb-b412-46d1-9061-6861456090c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.042623302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.114206491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Deployment","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.115464397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"2354d29a-d880-4fe3-a11e-431fafda3e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.147078753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"401d99bb-0371-4ffb-b6df-0ac82fcbe10e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.170322833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.223574908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Service","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.279194131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.331846793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.385682234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.386547784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d700ab6c-5005-4fe7-b656-8293b925f1a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.437496088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.48316289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5228cd3b-ff95-404d-98ce-325bb42474c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.48330471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"2ec67521-4278-4e81-b89d-895c39e120af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.493172704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.545095474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.58394344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"393c70ad-ba89-4ef6-b1ae-edce6483f9dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.597590932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.61687647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"38fbb02f-fae2-4679-9a8c-2183d1e30daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.654847348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-5ab745","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.718307225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5ab745"},"namespace":"ai-tenant-e2e-api-b-5ab745","name":"default-tenant","reconcileID":"e8f496c1-91ef-4660-8e81-0c3022873fa8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-5ab745","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:00.724766955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26e09581-70f3-423c-8892-248c76958a93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:01.837373222Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5ab745","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5ab745","reconcileID":"ab3d0a2f-85a4-4a68-a62b-c15c8ddc0b0e","aitenant":"ai-tenants/e2e-api-b-5ab745","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.270224353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"97a22ff9-7b50-4f08-bf32-5e334adfcce7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.32649887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"97a22ff9-7b50-4f08-bf32-5e334adfcce7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.427455667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce05513-428f-4f72-8fab-f525a12db511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.480600888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce05513-428f-4f72-8fab-f525a12db511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.534043322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce05513-428f-4f72-8fab-f525a12db511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.588487342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce05513-428f-4f72-8fab-f525a12db511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.705015402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20715f4a-4300-43b1-8878-97fad4b443db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.705036065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20715f4a-4300-43b1-8878-97fad4b443db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:02.729810378Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5ab745","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5ab745","reconcileID":"ab3d0a2f-85a4-4a68-a62b-c15c8ddc0b0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5ab745","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-5ab745"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.607866038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bfd273-0216-48c8-bda8-03a1b8393c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.660582701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bfd273-0216-48c8-bda8-03a1b8393c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.716084185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bfd273-0216-48c8-bda8-03a1b8393c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:04.768534982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67bfd273-0216-48c8-bda8-03a1b8393c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.70972366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdddc35-d9a6-4546-861d-9b2f4ede8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.763579695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdddc35-d9a6-4546-861d-9b2f4ede8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.817276598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdddc35-d9a6-4546-861d-9b2f4ede8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.870656373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdddc35-d9a6-4546-861d-9b2f4ede8973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:06.870718637Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fcaf4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fcaf4c","reconcileID":"0894c32b-c651-48bb-92a5-1c6839b70b00","aitenant":"ai-tenants/e2e-api-a-fcaf4c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:07.486386754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c2a41244-c218-4611-b7be-e70cd354147a","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:07.486411263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"c2a41244-c218-4611-b7be-e70cd354147a","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:07.626931476Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fcaf4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fcaf4c","reconcileID":"0894c32b-c651-48bb-92a5-1c6839b70b00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fcaf4c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-fcaf4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:08.823962835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515110dd-b22e-47a2-9434-d3887fbc0681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:08.876491139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515110dd-b22e-47a2-9434-d3887fbc0681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:08.930113738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515110dd-b22e-47a2-9434-d3887fbc0681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:08.983310246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515110dd-b22e-47a2-9434-d3887fbc0681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:09.850124206Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8dc797","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8dc797","reconcileID":"bab83972-2edf-484b-ad43-c406a7a5649b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8dc797","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-8dc797":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.925736145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c064d909-849e-4364-97ee-068feaf06d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:10.978507534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c064d909-849e-4364-97ee-068feaf06d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.031263311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c064d909-849e-4364-97ee-068feaf06d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:11.085000685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c064d909-849e-4364-97ee-068feaf06d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.081543199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b51f63-ba6a-4fe7-965a-b31ad5d9e569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.134227756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b51f63-ba6a-4fe7-965a-b31ad5d9e569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.186651178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b51f63-ba6a-4fe7-965a-b31ad5d9e569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:13.240368121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b51f63-ba6a-4fe7-965a-b31ad5d9e569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.57438704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"2a044d43-46f4-4130-afb7-13db9728e80d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.632517816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"2a044d43-46f4-4130-afb7-13db9728e80d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.877519086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca88b211-e234-465f-a882-416e5269ad18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.877622615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca88b211-e234-465f-a882-416e5269ad18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:14.911338655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7e328bf6-86b2-48c2-b450-353501e93ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.096389444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7e328bf6-86b2-48c2-b450-353501e93ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.226809962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7e328bf6-86b2-48c2-b450-353501e93ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"name":"e2e-api-b-f0669f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.226874965Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"e2e-e2e-api-b-f0669f-policy","reconcileID":"7e328bf6-86b2-48c2-b450-353501e93ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f0669f-policy","namespace":"ai-tenant-e2e-api-b-f0669f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f0669f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.302904613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a77a4ba8-6a0c-45d7-b5e5-697f42433c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.303031567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a77a4ba8-6a0c-45d7-b5e5-697f42433c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.520048052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e55fd0-8255-4367-b724-892786f0d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.573407244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e55fd0-8255-4367-b724-892786f0d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.62606417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e55fd0-8255-4367-b724-892786f0d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:15.67891848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e55fd0-8255-4367-b724-892786f0d352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.469183547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"bc919bc6-72c0-48cf-82f3-51db76b56708","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f0563a","tenantID":"e2e-ipp-a-f0563a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.544648261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"fb5aefc6-8227-4458-b429-d9da07e84b04","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.544675566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"fb5aefc6-8227-4458-b429-d9da07e84b04","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.587205044Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"bc919bc6-72c0-48cf-82f3-51db76b56708","name":"e2e-ipp-a-f0563a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.642215757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fc7c7e-b887-4548-aa15-c4d69371b0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.694822558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fc7c7e-b887-4548-aa15-c4d69371b0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.748077658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fc7c7e-b887-4548-aa15-c4d69371b0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:17.80302375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fc7c7e-b887-4548-aa15-c4d69371b0c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:25.931080477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.545232104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"1633beda-2e88-4f18-b89b-fb1e754eb001","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:27.545256697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"1633beda-2e88-4f18-b89b-fb1e754eb001","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:37.545979426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"6c63e813-5632-4888-8ada-05fcf5f2eeb7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:37.546002869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"6c63e813-5632-4888-8ada-05fcf5f2eeb7","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:43.138138863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"cc60eadc-c894-4ad1-b586-1616f6c7dad5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"tenant":"e2e-mt-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","model":"ai-tenant-e2e-mt-fe7d574c/e2e-lifecycle-model-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:43.138160855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"e2e-lifecycle-model-fe7d574c","reconcileID":"cc60eadc-c894-4ad1-b586-1616f6c7dad5","MaaSModelRef":{"name":"e2e-lifecycle-model-fe7d574c","namespace":"ai-tenant-e2e-mt-fe7d574c"},"routeName":"e2e-lifecycle-model-fe7d574c-kserve-route","namespace":"ai-tenant-e2e-mt-fe7d574c","llmisvcName":"e2e-lifecycle-model-fe7d574c","gateway":"openshift-ingress/e2e-mt-fe7d574c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:44.757217121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cb2a5b-141d-45d5-86dd-ac1d1d0cf1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:44.810791633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cb2a5b-141d-45d5-86dd-ac1d1d0cf1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:44.866584097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cb2a5b-141d-45d5-86dd-ac1d1d0cf1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:44.920085792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cb2a5b-141d-45d5-86dd-ac1d1d0cf1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:46.894864655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e67f9-ea96-4bab-b84e-f62a621c0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:46.976623943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e67f9-ea96-4bab-b84e-f62a621c0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:47.033950639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e67f9-ea96-4bab-b84e-f62a621c0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:47.100948553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e67f9-ea96-4bab-b84e-f62a621c0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.418340196Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","namespace":"ai-tenant-e2e-api-b-f0669f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.418402423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","namespace":"ai-tenant-e2e-api-b-f0669f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.418467937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","tenant":"e2e-api-b-f0669f","tenantID":"e2e-api-b-f0669f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.472406011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Deployment","name":"maas-api-e2e-api-b-f0669f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.536274973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Service","name":"maas-api-e2e-api-b-f0669f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.597770165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f0669f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.651844963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f0669f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.706784698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.76604907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.826416618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.892110179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:53.953861588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Deployment","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.006225144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.065053087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Service","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.117635748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.169486535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.221484588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.273278043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.331176164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.383203311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.436443543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.525264243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f0669f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:54.579183442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f0669f"},"namespace":"ai-tenant-e2e-api-b-f0669f","name":"default-tenant","reconcileID":"10912722-3d4e-47bd-988c-edc7618cda2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f0669f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:02:55.930590928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:01.966300129Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f0669f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f0669f","reconcileID":"96e6180a-dca0-4e2b-b862-9e34c97f795a","aitenant":"ai-tenants/e2e-api-b-f0669f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:02.54491309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28b5bfe-1064-427e-b0b4-c73e9c1011cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:02.597688823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28b5bfe-1064-427e-b0b4-c73e9c1011cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:02.650596708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28b5bfe-1064-427e-b0b4-c73e9c1011cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:02.703199863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28b5bfe-1064-427e-b0b4-c73e9c1011cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:02.814441218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f0669f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f0669f","reconcileID":"96e6180a-dca0-4e2b-b862-9e34c97f795a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f0669f","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f0669f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.76930816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"fed1fa83-86ec-4dc6-9464-cc56cfbf611c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-8dc797","tenantID":"e2e-ipp-a-8dc797","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.781098855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7537004d-ee56-4651-94b9-ddc6df62c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.833780792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7537004d-ee56-4651-94b9-ddc6df62c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.887480028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7537004d-ee56-4651-94b9-ddc6df62c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.947980503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7537004d-ee56-4651-94b9-ddc6df62c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:04.978411073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"fed1fa83-86ec-4dc6-9464-cc56cfbf611c","name":"e2e-ipp-a-8dc797-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:06.953040313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aac695b-80a7-4ea1-a1b2-8bc2d72ffa36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:07.006125404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aac695b-80a7-4ea1-a1b2-8bc2d72ffa36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:07.060042401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aac695b-80a7-4ea1-a1b2-8bc2d72ffa36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:07.112590537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aac695b-80a7-4ea1-a1b2-8bc2d72ffa36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:08.998880589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b122c3-323d-4ae1-8148-e2679926fde7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.051518942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b122c3-323d-4ae1-8148-e2679926fde7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.056742229Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-cd0702","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-cd0702","reconcileID":"667ce6d4-2789-4ed6-bfe3-d192b4e21948","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-cd0702","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-cd0702":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.104099945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b122c3-323d-4ae1-8148-e2679926fde7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:09.156966392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14b122c3-323d-4ae1-8148-e2679926fde7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:11.229623192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6851ef2d-5848-43dc-9a3f-b853d343ae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:11.285199646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6851ef2d-5848-43dc-9a3f-b853d343ae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:11.339260517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6851ef2d-5848-43dc-9a3f-b853d343ae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:11.392171378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6851ef2d-5848-43dc-9a3f-b853d343ae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:13.384238394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c21cfb-7865-4eb2-a282-dcdb4528c280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:13.436761575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c21cfb-7865-4eb2-a282-dcdb4528c280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:13.489485945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c21cfb-7865-4eb2-a282-dcdb4528c280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:13.54198382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c21cfb-7865-4eb2-a282-dcdb4528c280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:15.489460229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a515a10a-187a-4ffc-af58-54ea99a2a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:15.542573726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a515a10a-187a-4ffc-af58-54ea99a2a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:15.595135486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a515a10a-187a-4ffc-af58-54ea99a2a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:15.647607637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a515a10a-187a-4ffc-af58-54ea99a2a919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.21395299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.214024973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","namespace":"ai-tenant-e2e-mt-fe7d574c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.214107085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","tenant":"e2e-mt-fe7d574c","tenantID":"e2e-mt-fe7d574c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.267824377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Deployment","name":"maas-api-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.337161166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Service","name":"maas-api-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.419107021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.473519875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-fe7d574c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.538634547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.596963733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.65396603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.736802504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.737589705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a807e2e-e761-4a26-9ebe-4f5316647293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.790128907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Deployment","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.790906778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a807e2e-e761-4a26-9ebe-4f5316647293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.844987454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.845520039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a807e2e-e761-4a26-9ebe-4f5316647293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.898109646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Service","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.898126278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a807e2e-e761-4a26-9ebe-4f5316647293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:21.949909343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"Service","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.001507924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"DestinationRule","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.053175801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.104989735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.165312034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.217123692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.26905545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.323089326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-fe7d574c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.392015859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fe7d574c"},"namespace":"ai-tenant-e2e-mt-fe7d574c","name":"default-tenant","reconcileID":"bb7e169a-2f98-4b3d-845d-c3d4ff035c24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-fe7d574c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:22.542653206Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-939307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-939307","reconcileID":"7cd5d87b-2988-4c0b-9475-b60da7819db7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-939307","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-939307":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:23.895596595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be9f2da-2adf-40c2-99ea-4cde14976dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:23.948271411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be9f2da-2adf-40c2-99ea-4cde14976dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:24.000746559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be9f2da-2adf-40c2-99ea-4cde14976dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:24.053384765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be9f2da-2adf-40c2-99ea-4cde14976dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:25.934121635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:25.989103074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30463b81-6374-4bcd-8521-4f6c03e2043c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:26.041999294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30463b81-6374-4bcd-8521-4f6c03e2043c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:26.095489785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30463b81-6374-4bcd-8521-4f6c03e2043c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:26.149772813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30463b81-6374-4bcd-8521-4f6c03e2043c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.117641562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71144e74-ead8-42f4-86da-3cfd051a5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.169825803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71144e74-ead8-42f4-86da-3cfd051a5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.222387266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71144e74-ead8-42f4-86da-3cfd051a5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:28.277514331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71144e74-ead8-42f4-86da-3cfd051a5827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:31.595509354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fe7d574c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fe7d574c","reconcileID":"24f55a05-57c9-4af7-a81f-b0e8ae50bebc","aitenant":"ai-tenants/e2e-mt-fe7d574c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.062200548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c188a0f-343a-413e-be2d-559e99a78647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.114688824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c188a0f-343a-413e-be2d-559e99a78647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.167060852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c188a0f-343a-413e-be2d-559e99a78647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.220165275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c188a0f-343a-413e-be2d-559e99a78647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:32.387056323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fe7d574c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fe7d574c","reconcileID":"24f55a05-57c9-4af7-a81f-b0e8ae50bebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fe7d574c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-fe7d574c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.242306965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398506f8-ee73-470b-b466-436bf25c641b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.295045052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398506f8-ee73-470b-b466-436bf25c641b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.348446058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398506f8-ee73-470b-b466-436bf25c641b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:34.400966066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398506f8-ee73-470b-b466-436bf25c641b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:36.290200876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f8c60e-0aac-4d0a-b312-7a4e737eceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:36.343508523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f8c60e-0aac-4d0a-b312-7a4e737eceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:36.396966487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f8c60e-0aac-4d0a-b312-7a4e737eceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:36.449646383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f8c60e-0aac-4d0a-b312-7a4e737eceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:40.985492303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596a1c4-1907-4ca2-b8fc-8f6cae923c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.038777003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596a1c4-1907-4ca2-b8fc-8f6cae923c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.09173009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596a1c4-1907-4ca2-b8fc-8f6cae923c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.144333295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596a1c4-1907-4ca2-b8fc-8f6cae923c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:41.517548583Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f69bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f69bc6","reconcileID":"362d642b-7812-43ba-b794-78379e3eec71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f69bc6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f69bc6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:43.064077743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca956243-fa8b-437c-be3b-007a13a73e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:43.117020454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca956243-fa8b-437c-be3b-007a13a73e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:43.169515236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca956243-fa8b-437c-be3b-007a13a73e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:43.222064316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca956243-fa8b-437c-be3b-007a13a73e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:47.849770072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34636f3-ce2f-45fb-a7ea-b3e884c8a8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:47.90264924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34636f3-ce2f-45fb-a7ea-b3e884c8a8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:47.956431283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34636f3-ce2f-45fb-a7ea-b3e884c8a8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:48.009198471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34636f3-ce2f-45fb-a7ea-b3e884c8a8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:48.60698494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ef308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ef308","reconcileID":"309adff8-eb0d-435b-9d02-4bd316025f6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8ef308","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8ef308":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:49.982827519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a5d81b-34da-46e0-be79-3d2b9dfbf6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:50.035408426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a5d81b-34da-46e0-be79-3d2b9dfbf6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:50.087973055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a5d81b-34da-46e0-be79-3d2b9dfbf6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:50.140567105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30a5d81b-34da-46e0-be79-3d2b9dfbf6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.154094867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51942e7-5f34-4cba-909b-21aabcefcdbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.214479848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51942e7-5f34-4cba-909b-21aabcefcdbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.267889416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51942e7-5f34-4cba-909b-21aabcefcdbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:52.325311228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51942e7-5f34-4cba-909b-21aabcefcdbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.241716413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ebddd-fe91-4b40-a8a9-c25ff0eb8118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.294915566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ebddd-fe91-4b40-a8a9-c25ff0eb8118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.347460798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ebddd-fe91-4b40-a8a9-c25ff0eb8118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.399748514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ebddd-fe91-4b40-a8a9-c25ff0eb8118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.505741773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75162ac5-99f1-4948-ad2a-1cc7e0e555a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.557879841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"ece79c1e-700a-4430-9fb0-72fe70e3b0ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.609929247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0a49bed0-8724-44c4-b7c9-5ad7ddd36def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.612944547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"46aa631a-dc76-4b5f-a5e9-adcd173fef65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.85362475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"ed1e9475-ee77-4f05-8e13-581a9e3b7af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.954955582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"920d0db2-7a74-49ff-98bd-26a54df68fff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:54.955050402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"785f63f4-383c-4209-af89-7e92bd8b101e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.056341044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"61e6467e-e487-4f71-84dd-190fad680131","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.15610878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c86b06ca-17e5-4326-a8e1-179219311438","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.254875036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"4bc8e2d9-6bc9-409f-8c0e-c14e3944c9e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.425526962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"09e5cdd3-015c-4103-9729-91df2f2614e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.478100808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"56f74cca-a17d-4e53-854c-dec97c4d6089","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:55.930119932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:58.68901136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e776a1-e4ce-41b3-89b1-95a51073eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:58.741682306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e776a1-e4ce-41b3-89b1-95a51073eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:58.794214729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e776a1-e4ce-41b3-89b1-95a51073eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:03:58.847401504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e776a1-e4ce-41b3-89b1-95a51073eca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:00.783559999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adbf151-9f04-4b77-b340-66ad7161d4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:00.8363478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adbf151-9f04-4b77-b340-66ad7161d4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:00.888759399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adbf151-9f04-4b77-b340-66ad7161d4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:00.941321137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adbf151-9f04-4b77-b340-66ad7161d4bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.906024993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ceff916-6cce-42c7-82f7-1d877cc0d777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:02.958411009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ceff916-6cce-42c7-82f7-1d877cc0d777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:03.010972894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ceff916-6cce-42c7-82f7-1d877cc0d777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:03.063391955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ceff916-6cce-42c7-82f7-1d877cc0d777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:09.237818781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"b5881674-5ef0-421d-8a4a-5fe3f0a6cf8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:09.352159944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"b5881674-5ef0-421d-8a4a-5fe3f0a6cf8d","name":"e2e-ipp-a-cd0702-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:20.396568294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"062c09a3-6789-42b0-80a5-a3b62eb32fda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:20.509484182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0ad969b3-fb9d-4c79-8cc3-af3def45ad6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:20.670770616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"71a38d37-21e3-4077-9aef-6ab60ffced9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:20.782720027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"442c32fa-07d2-4c6f-a6ea-16778b3afdcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:20.951369009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"2c45036a-cd56-4769-b5ef-033e71867cce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.047720548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"b1dc3c17-f3a2-456f-84f1-fb69faf1ff3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.05801586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a7ae98e-0cdc-4d44-b292-b25328b9c042","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.226987285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"9091b26b-0414-45bf-86ea-e18dc5de786d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.335126638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"ade327c8-4d2f-4cd6-b333-84d84acacc16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.447429651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e70a6aae-2eec-43e9-a675-22dd0d3b3030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.547753718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"67fb6cb4-08b7-4134-9f05-15ab19f3ee2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:21.557879098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"07e9008d-6c73-4e55-b11b-fca8b666224b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.252150231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"819795cc-e1f2-448e-afe2-c3ece832251c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-939307","tenantID":"e2e-ipp-b-939307","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:24.368044322Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"819795cc-e1f2-448e-afe2-c3ece832251c","name":"e2e-ipp-b-939307-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.930670264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.08553758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"18baf7a7-f6f9-4e6c-b147-690bfef8697c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f69bc6","tenantID":"e2e-ipp-b-f69bc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:46.218801462Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"18baf7a7-f6f9-4e6c-b147-690bfef8697c","name":"e2e-ipp-b-f69bc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:55.93079973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.097313757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"bee0abef-92e5-46c6-80f8-6c2d6c80053c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.215662085Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"bee0abef-92e5-46c6-80f8-6c2d6c80053c","name":"e2e-api-a-8ef308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.584551469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a961871-3be0-46ca-b2ab-562060222e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.637265428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a961871-3be0-46ca-b2ab-562060222e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.68999377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a961871-3be0-46ca-b2ab-562060222e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.743450546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a961871-3be0-46ca-b2ab-562060222e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.716798501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ce9c53-ccc6-425a-800f-b4f45fe08792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.783091987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ce9c53-ccc6-425a-800f-b4f45fe08792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.843272567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ce9c53-ccc6-425a-800f-b4f45fe08792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.896446846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ce9c53-ccc6-425a-800f-b4f45fe08792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:25.930969749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:26.824092365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d034b06a-4309-42d2-ac67-5fe64ff75e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:26.876650497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d034b06a-4309-42d2-ac67-5fe64ff75e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:26.929342943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d034b06a-4309-42d2-ac67-5fe64ff75e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:26.983151001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d034b06a-4309-42d2-ac67-5fe64ff75e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:28.917749203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa25fb2-3058-49f2-8234-9bc1a5d7ea0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:28.970589552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa25fb2-3058-49f2-8234-9bc1a5d7ea0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.023432266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa25fb2-3058-49f2-8234-9bc1a5d7ea0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.076058795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa25fb2-3058-49f2-8234-9bc1a5d7ea0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:30.990116601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eba6c3-cca4-4001-8cc3-4198b36d6a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.042841446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eba6c3-cca4-4001-8cc3-4198b36d6a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.095921472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eba6c3-cca4-4001-8cc3-4198b36d6a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.148787195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eba6c3-cca4-4001-8cc3-4198b36d6a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.215807864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bc11f-3cb2-4704-aa7a-085316e62030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.268583637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bc11f-3cb2-4704-aa7a-085316e62030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.320976161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bc11f-3cb2-4704-aa7a-085316e62030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.373650676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bc11f-3cb2-4704-aa7a-085316e62030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.26707988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ef6862-c597-4ba2-ba95-7954fe21c31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.319822313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ef6862-c597-4ba2-ba95-7954fe21c31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.372487409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ef6862-c597-4ba2-ba95-7954fe21c31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:40.42473948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ef6862-c597-4ba2-ba95-7954fe21c31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.058240444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9e00c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9e00c9","reconcileID":"c4264b29-9b5d-4bde-89e1-83f5b5ebd100","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9e00c9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9e00c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.349639038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a6ec4c-0c90-4a7a-985b-8f7a6f900db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.411584067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a6ec4c-0c90-4a7a-985b-8f7a6f900db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.478535213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a6ec4c-0c90-4a7a-985b-8f7a6f900db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.531611097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a6ec4c-0c90-4a7a-985b-8f7a6f900db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:44.509964532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70788f7b-f474-4cd8-b1b0-bd86051f5fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:44.562528998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70788f7b-f474-4cd8-b1b0-bd86051f5fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:44.615117411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70788f7b-f474-4cd8-b1b0-bd86051f5fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:44.668487256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70788f7b-f474-4cd8-b1b0-bd86051f5fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.931239883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:00.895744892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f4f5c0-27b4-4ff4-b7e6-3f37e13f7067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:00.948578102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f4f5c0-27b4-4ff4-b7e6-3f37e13f7067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:01.001255694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f4f5c0-27b4-4ff4-b7e6-3f37e13f7067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:01.054081618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f4f5c0-27b4-4ff4-b7e6-3f37e13f7067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:02.982105866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ea2437-0f70-4233-b8bb-4fdb54f50e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:03.034638111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ea2437-0f70-4233-b8bb-4fdb54f50e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:03.087199395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ea2437-0f70-4233-b8bb-4fdb54f50e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:03.139746365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ea2437-0f70-4233-b8bb-4fdb54f50e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:04.85967014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"2df5fe22-2023-4111-ba5b-a33e630cf246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:04.960249965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"10592899-cff4-4b9e-892f-eb654f1c0e87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.102627682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"70ef13dd-e908-43c1-a40a-fb8ea86a7dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.301170738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5277f85c-415f-4818-8b5c-97f3c1a9cc3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.457132727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"bef5918f-1f46-42d6-9b78-fb96f46db25b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.557183761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"7bddb109-e9e4-4ec5-9137-bd7b92aef459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.658447841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"a7e26455-73a2-4da4-8809-48e9ec51f315","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.759894334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"10d9e695-82b9-4f9e-908d-0bd3a20d3301","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.857357804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"8bf64616-f3b9-4761-a9d8-ee08c8b82d3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.861381783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"448a0be1-4a6f-4d05-a1fb-0fa7e6462ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:05.961251574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d7527b8d-8635-49e9-9ffd-c5adf0ca1a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:06.073580844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"1a43dc48-325d-438d-9dce-ffe22e6aabb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:10.884845427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c858648f-5571-4df2-a13d-03058a5ab6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:10.937472148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c858648f-5571-4df2-a13d-03058a5ab6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:10.990482877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c858648f-5571-4df2-a13d-03058a5ab6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:11.043010892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c858648f-5571-4df2-a13d-03058a5ab6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:12.934737629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7b4ef7-678b-4e0f-a73f-360340e1e913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:12.987977722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7b4ef7-678b-4e0f-a73f-360340e1e913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:13.041065913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7b4ef7-678b-4e0f-a73f-360340e1e913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:13.093666718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7b4ef7-678b-4e0f-a73f-360340e1e913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.176917606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74278d8-fd60-4d2c-a3d9-c472c7c44dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.176938201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a74278d8-fd60-4d2c-a3d9-c472c7c44dd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.234130566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27b5e53-91ff-4f02-b6bc-3b442673ede0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.234151091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27b5e53-91ff-4f02-b6bc-3b442673ede0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.338406539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"368323de-4374-41f7-b334-28f5082d80d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.462353449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"368323de-4374-41f7-b334-28f5082d80d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.517388236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ef308-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"368323de-4374-41f7-b334-28f5082d80d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.573142195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b32047b-709e-4b0b-9ae8-16a22a12e52c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:22.573161777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b32047b-709e-4b0b-9ae8-16a22a12e52c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:25.930411585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.690002959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"b6d1a139-dc96-4873-97c7-271f962e21e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.746631094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"b6d1a139-dc96-4873-97c7-271f962e21e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.802176456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ef308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8b219f44907c4604e70766828e879877c595c0a9002be4dd6ffa04df2d2b00e) AuthConfig (1c4dc0a8c5dd46f274da83f4cc36ed6247c607a354d60b63aa4d78f167bd426b) AuthConfig (5b7598151094555b25f5064b2fd4bd605426503429cc44d695ac32fbe61c4cbe) AuthConfig (70c4143e59a16af06c256a1f35b7df2c2b002a71968129e54b40cdd0e4ff714b) AuthConfig (7913b93e86eabe723e1a2a5df01c965b22facb49fb936156add8641f46657159) AuthConfig (22edd6566ca539e00bc786b058659428e8743191cc404f194e3ba2aa46bb29fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"b6d1a139-dc96-4873-97c7-271f962e21e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.859465965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e0b45aa-4851-4f7f-85b5-a82a1d3574af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.859490347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e0b45aa-4851-4f7f-85b5-a82a1d3574af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:37.255779631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e584b2ee-35c0-48e2-abf5-ef32e0e361f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:37.309083513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e584b2ee-35c0-48e2-abf5-ef32e0e361f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:37.362777614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e584b2ee-35c0-48e2-abf5-ef32e0e361f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:37.415595461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e584b2ee-35c0-48e2-abf5-ef32e0e361f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:37.849676047Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e75cad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e75cad","reconcileID":"de8416a8-23b4-4420-a051-2650b9c1917c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e75cad","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e75cad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:39.336960962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233c2235-ec15-4c93-ac5e-32149c9ef257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:39.389246509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233c2235-ec15-4c93-ac5e-32149c9ef257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:39.441699681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233c2235-ec15-4c93-ac5e-32149c9ef257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:39.494044943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"233c2235-ec15-4c93-ac5e-32149c9ef257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:42.963702109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"0abb06b4-68d7-42d1-b4c0-fa557e301b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.020136379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"0abb06b4-68d7-42d1-b4c0-fa557e301b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.074804448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8ef308-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8b219f44907c4604e70766828e879877c595c0a9002be4dd6ffa04df2d2b00e) AuthConfig (1c4dc0a8c5dd46f274da83f4cc36ed6247c607a354d60b63aa4d78f167bd426b) AuthConfig (5b7598151094555b25f5064b2fd4bd605426503429cc44d695ac32fbe61c4cbe) AuthConfig (70c4143e59a16af06c256a1f35b7df2c2b002a71968129e54b40cdd0e4ff714b) AuthConfig (7913b93e86eabe723e1a2a5df01c965b22facb49fb936156add8641f46657159) AuthConfig (22edd6566ca539e00bc786b058659428e8743191cc404f194e3ba2aa46bb29fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"0abb06b4-68d7-42d1-b4c0-fa557e301b1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.192660185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"296bb07f-6c7d-4be0-bccc-e8b8976e61d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.251059754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"296bb07f-6c7d-4be0-bccc-e8b8976e61d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.582856318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddb9321a-978d-446b-aac2-c68309d27fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.582882138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddb9321a-978d-446b-aac2-c68309d27fa7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.410859563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8258a8f8-bfc3-428d-8bf4-316a18dd52af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.464077303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8258a8f8-bfc3-428d-8bf4-316a18dd52af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.517013781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8258a8f8-bfc3-428d-8bf4-316a18dd52af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:54.57075871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8258a8f8-bfc3-428d-8bf4-316a18dd52af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.004886749Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dea32f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dea32f","reconcileID":"be784af8-175c-4260-b6e1-cad34beb81d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-dea32f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-dea32f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.929979456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:56.469488368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a8fff1-5c8a-4a3c-96b3-2f0a8be46b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:56.521992352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a8fff1-5c8a-4a3c-96b3-2f0a8be46b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:56.574524474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a8fff1-5c8a-4a3c-96b3-2f0a8be46b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:56.626969906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a8fff1-5c8a-4a3c-96b3-2f0a8be46b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:58.605157707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6995b9b2-717c-4419-b935-459b550acb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:58.658330738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6995b9b2-717c-4419-b935-459b550acb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:58.713915315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6995b9b2-717c-4419-b935-459b550acb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:58.772453392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6995b9b2-717c-4419-b935-459b550acb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:00.657945063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983295db-c47b-47c2-845b-75e13782d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:00.710746141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983295db-c47b-47c2-845b-75e13782d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:00.763186661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983295db-c47b-47c2-845b-75e13782d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:00.815671004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983295db-c47b-47c2-845b-75e13782d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:02.548614039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"4751b82e-5405-4689-a063-af57cc4ef2e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9e00c9","tenantID":"e2e-ipp-b-9e00c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:02.663796839Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"4751b82e-5405-4689-a063-af57cc4ef2e7","name":"e2e-ipp-b-9e00c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.423981974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"3b944993-d14b-449e-95c5-aced6688c485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.529950699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"4a58b2e5-83d7-44f0-9d74-760cf41d9993","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.701978475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b3291e33-d302-4bdd-bca2-9495bc97ce95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.801734779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"08ab3700-6a04-4f69-9d74-a98af6ba5d2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.902429164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"6f087451-17bd-48ef-bc7b-bd43f4baf09e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.027486602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a063fc6e-d117-44d8-8636-02f41532a7ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.252398568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"a01deeb7-387e-4351-8e9b-af6e12746ea5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.365390515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"277bb3f8-ba0b-4aaa-942a-5f6482a462da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.478478415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ea1b1ae-741d-4842-aba4-040d8e1b1e05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.534341963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"2751eb74-0eab-4054-adea-9d9d29993a4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.594993665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"e5fc30b2-f6ae-44a0-8a70-e682f62b099f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.649407017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"ef00333f-4f57-47a2-9052-037775bc7fae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.893434679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360eec5-cf3f-40db-b47b-b7d7b10fb953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.930755373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.94620049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360eec5-cf3f-40db-b47b-b7d7b10fb953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.998936594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360eec5-cf3f-40db-b47b-b7d7b10fb953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:26.051260265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360eec5-cf3f-40db-b47b-b7d7b10fb953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.937921367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5445de5e-aab5-46ab-ac2d-7cc1031b8b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.990645736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5445de5e-aab5-46ab-ac2d-7cc1031b8b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:28.043495319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5445de5e-aab5-46ab-ac2d-7cc1031b8b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:28.099081822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5445de5e-aab5-46ab-ac2d-7cc1031b8b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.012920446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"b12240e3-c119-45d2-b314-a61928a4f976","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.448152621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"2113ca65-a8a5-4711-9502-7e88f94ae31e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.61513181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"c7fe5356-597e-4309-bbf2-2bde31cfd677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.715048589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"2948f589-663e-4d53-bd59-f044f17f455f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.817710107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0758adf9-0386-42aa-b29c-50925f693307","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.817873773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"622d33ab-fa17-49a2-8633-8a088fa57c6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:42.91649775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"f1a0e03f-b90d-48bc-9a24-118b02c8c57b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.017786229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"52879425-8a48-4c52-8e0d-163bd8f78dd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.03274819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"bb942c6c-40a4-49ff-bede-7e52e3db762b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.136722943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"678e2edf-de0c-4a8b-bfe0-5f1f4c6a4bb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.157848883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","namespace":"ai-tenant-e2e-ipp-a-f0563a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.157915448Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","namespace":"ai-tenant-e2e-ipp-a-f0563a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.157968145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","tenant":"e2e-ipp-a-f0563a","tenantID":"e2e-ipp-a-f0563a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.172236285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"c1cbaea9-26ab-4deb-be16-2f98517203db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.212234706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f0563a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.236519506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8cfb2c3b-5971-4057-ba1a-0ea47cc852a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.272430394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Service","name":"maas-api-e2e-ipp-a-f0563a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.334171765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f0563a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.388326556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f0563a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.450208916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.50589908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.569923312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.645477259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.708525738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.76588949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.829297676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Service","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.889621185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.943913539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.000518034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.060486401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.116345017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.171153387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.225866707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.295022414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f0563a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:44.352238011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f0563a"},"namespace":"ai-tenant-e2e-ipp-a-f0563a","name":"default-tenant","reconcileID":"03039f26-e447-4ddf-abc5-33c592bca66b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f0563a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.592645321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a58393b-a767-4de2-93b0-4342027c0df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.645210895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a58393b-a767-4de2-93b0-4342027c0df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.697639005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a58393b-a767-4de2-93b0-4342027c0df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.750120833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a58393b-a767-4de2-93b0-4342027c0df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:48.331037085Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f0563a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f0563a","reconcileID":"89e04a4a-7fa0-413a-b580-2ae87a1c0f31","aitenant":"ai-tenants/e2e-ipp-a-f0563a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:48.642252227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31c65d3-c359-4de8-976a-6399f88221df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:48.695625419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31c65d3-c359-4de8-976a-6399f88221df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:48.748224112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31c65d3-c359-4de8-976a-6399f88221df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:48.802102224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31c65d3-c359-4de8-976a-6399f88221df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:49.185048666Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f0563a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f0563a","reconcileID":"89e04a4a-7fa0-413a-b580-2ae87a1c0f31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f0563a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f0563a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:50.699156289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59d716-7fd8-4c9d-9670-ef450ffb3295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:50.75196306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59d716-7fd8-4c9d-9670-ef450ffb3295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:50.808000629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59d716-7fd8-4c9d-9670-ef450ffb3295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:50.860600813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd59d716-7fd8-4c9d-9670-ef450ffb3295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:52.778512997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7ebe5c-0dd2-47d7-b4a6-00f959ec4a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:52.831104976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7ebe5c-0dd2-47d7-b4a6-00f959ec4a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:52.883956012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7ebe5c-0dd2-47d7-b4a6-00f959ec4a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:52.936557661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7ebe5c-0dd2-47d7-b4a6-00f959ec4a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.820466488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5033d75-2edb-49e5-81c2-6032c77c38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.87630443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5033d75-2edb-49e5-81c2-6032c77c38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.932402404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5033d75-2edb-49e5-81c2-6032c77c38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:54.985787157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5033d75-2edb-49e5-81c2-6032c77c38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:55.930727401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.885236727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ce9efe-6f9f-4cd3-ac29-552d50c75c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.938348563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ce9efe-6f9f-4cd3-ac29-552d50c75c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.990934456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ce9efe-6f9f-4cd3-ac29-552d50c75c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:57.043658438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ce9efe-6f9f-4cd3-ac29-552d50c75c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:58.966948118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea04b2-2a7f-4fe2-a3e0-caf0952d9f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:59.019500147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea04b2-2a7f-4fe2-a3e0-caf0952d9f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:59.074090985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea04b2-2a7f-4fe2-a3e0-caf0952d9f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:59.127516542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bea04b2-2a7f-4fe2-a3e0-caf0952d9f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.042865589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52041b4-2e48-44ac-8537-479c718fdeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.096225023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52041b4-2e48-44ac-8537-479c718fdeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.148778158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52041b4-2e48-44ac-8537-479c718fdeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.201303851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e52041b4-2e48-44ac-8537-479c718fdeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.807039916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"f9edab2d-9c4b-4f5e-a465-fbcf99b05f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:01.928565422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"595c6f20-c6d2-44f9-a6ce-3e870c716580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.035360037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"6d923e84-3ee6-45b5-8c59-99733a2a1511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.414888247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"fbe435fd-77a7-48b5-b5de-7eb1fe69a10d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.415676719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4afe7315-a92a-4a69-baba-f7bf73ba14d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.514444269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"6797bdd7-366a-4a12-817c-e7ccef39c6de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.514986951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"c694da12-5ebb-484d-8fc8-4e576b610026","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.580205449Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"fbe435fd-77a7-48b5-b5de-7eb1fe69a10d","name":"e2e-api-b-e75cad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.622145039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"85205d38-4273-4349-9666-a4d609e4d795","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.674940559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"b2d6f81c-5820-473c-882a-6fa58f7d8876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:02.876686399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"af6ef044-87ad-4809-b92b-90a2811d6d63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.050794867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a453c4d4-cee3-4e72-9a5d-363e6cdd99f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.09617092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea9c12-9c19-4749-9294-4a3805fa55b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.149560714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea9c12-9c19-4749-9294-4a3805fa55b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.202444252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea9c12-9c19-4749-9294-4a3805fa55b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.20261675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"084be22c-30fa-4988-82c0-411d27d06b85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.20295514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"619c40f5-7e22-4c7d-bd47-87af1da6d9cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:03.255157068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbea9c12-9c19-4749-9294-4a3805fa55b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.685767633Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","namespace":"ai-tenant-e2e-ipp-b-939307","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.685848565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","namespace":"ai-tenant-e2e-ipp-b-939307","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.685915252Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","tenant":"e2e-ipp-b-939307","tenantID":"e2e-ipp-b-939307","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.74046758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Deployment","name":"maas-api-e2e-ipp-b-939307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.802325371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Service","name":"maas-api-e2e-ipp-b-939307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.859333176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-939307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.913888434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-939307","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:07.975035666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.031080702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.087969557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.147527102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.202146158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.258905704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.319376147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Service","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.37951708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.438314716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.492539922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.548177612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.603965192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.657406643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.711025504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.771587913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-939307","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:08.827285158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-939307"},"namespace":"ai-tenant-e2e-ipp-b-939307","name":"default-tenant","reconcileID":"9d8797da-4cd3-428a-83a6-928498435480","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-939307","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:11.503158721Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-939307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-939307","reconcileID":"66f59320-9348-465b-bdef-7cf99a10156e","aitenant":"ai-tenants/e2e-ipp-b-939307","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.087764018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd110853-2031-4209-ba5e-92c6dca31167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.140425011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd110853-2031-4209-ba5e-92c6dca31167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.192985607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd110853-2031-4209-ba5e-92c6dca31167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.24581527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd110853-2031-4209-ba5e-92c6dca31167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:12.306427093Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-939307","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-939307","reconcileID":"66f59320-9348-465b-bdef-7cf99a10156e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-939307","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-939307"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:14.185467878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6284aed-0190-46a7-b009-a1ab691b152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:14.238202751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6284aed-0190-46a7-b009-a1ab691b152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:14.290955412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6284aed-0190-46a7-b009-a1ab691b152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:14.345986381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6284aed-0190-46a7-b009-a1ab691b152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:16.241431528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c13915a2-2f1b-4ff1-bf2f-c0434f35a844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:16.294118759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c13915a2-2f1b-4ff1-bf2f-c0434f35a844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:16.346771383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c13915a2-2f1b-4ff1-bf2f-c0434f35a844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:16.399200075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c13915a2-2f1b-4ff1-bf2f-c0434f35a844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.291692452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a778e-bfb5-4a91-ab8f-07b05b4882be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.344322539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a778e-bfb5-4a91-ab8f-07b05b4882be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.396792569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a778e-bfb5-4a91-ab8f-07b05b4882be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.44948389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2a778e-bfb5-4a91-ab8f-07b05b4882be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.339961327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"e6fd9d4f-ccff-48d9-86ed-fed79663749b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-dea32f","tenantID":"e2e-ipp-b-dea32f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.456951489Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"e6fd9d4f-ccff-48d9-86ed-fed79663749b","name":"e2e-ipp-b-dea32f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.529357903Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44b490","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44b490","reconcileID":"2ffc0879-2d83-463d-bedf-6eedf909aa00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-44b490","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-44b490":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.393679485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9595d54-2bac-4b31-bc3e-5ffc44b47e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.446530199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9595d54-2bac-4b31-bc3e-5ffc44b47e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.504824389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9595d54-2bac-4b31-bc3e-5ffc44b47e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.557738134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9595d54-2bac-4b31-bc3e-5ffc44b47e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.442491134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcb3039-3d97-48e9-afab-0d5c9525de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.494952473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcb3039-3d97-48e9-afab-0d5c9525de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.547683383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcb3039-3d97-48e9-afab-0d5c9525de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:22.600565152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfcb3039-3d97-48e9-afab-0d5c9525de6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:24.578438795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a36c8ce-3c22-43d2-9a99-e992931e0a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:24.631151604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a36c8ce-3c22-43d2-9a99-e992931e0a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:24.683577026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a36c8ce-3c22-43d2-9a99-e992931e0a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:24.736500698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a36c8ce-3c22-43d2-9a99-e992931e0a24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.069901806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","namespace":"ai-tenant-e2e-ipp-a-a114f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.069990659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","namespace":"ai-tenant-e2e-ipp-a-a114f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.070061474Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","tenant":"e2e-ipp-a-a114f2","tenantID":"e2e-ipp-a-a114f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.124053041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a114f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.190806662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Service","name":"maas-api-e2e-ipp-a-a114f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.245486772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a114f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.301483129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a114f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.36371948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.41974071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.477226914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.540049666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.600467889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.655687417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.718256014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Service","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.82696455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.894012612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.93110972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:25.95059951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.014384918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.088688741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.153906316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.218169627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.287771626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a114f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.341613176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a114f2"},"namespace":"ai-tenant-e2e-ipp-a-a114f2","name":"default-tenant","reconcileID":"b58fd738-5a71-4d71-87ee-856a7be84fe0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a114f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.691733703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82453d75-6e63-4cbe-8b60-f8e3873a48c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.744492083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82453d75-6e63-4cbe-8b60-f8e3873a48c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.7973395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82453d75-6e63-4cbe-8b60-f8e3873a48c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.850033149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82453d75-6e63-4cbe-8b60-f8e3873a48c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.749079787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6406bb44-21a0-41af-9f47-d30b69b3b6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.80193245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6406bb44-21a0-41af-9f47-d30b69b3b6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.855484959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6406bb44-21a0-41af-9f47-d30b69b3b6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.908283965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6406bb44-21a0-41af-9f47-d30b69b3b6be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:30.883530396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de915285-1265-4dde-b658-c01227ce9f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:30.965072064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de915285-1265-4dde-b658-c01227ce9f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.018213189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de915285-1265-4dde-b658-c01227ce9f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:31.071444479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de915285-1265-4dde-b658-c01227ce9f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.035980865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d9cf6f-58e4-46ff-a5ee-e6c3b2335595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.088824938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d9cf6f-58e4-46ff-a5ee-e6c3b2335595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.143869731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d9cf6f-58e4-46ff-a5ee-e6c3b2335595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:33.197665753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d9cf6f-58e4-46ff-a5ee-e6c3b2335595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.134703747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f61e733-f349-411f-ad78-df6c1ade36d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.187932257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f61e733-f349-411f-ad78-df6c1ade36d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.249012993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f61e733-f349-411f-ad78-df6c1ade36d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.302857255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f61e733-f349-411f-ad78-df6c1ade36d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.155280118Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a114f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a114f2","reconcileID":"00c3130e-539a-4201-bd37-8c49a088d885","aitenant":"ai-tenants/e2e-ipp-a-a114f2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.918533864Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a114f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a114f2","reconcileID":"00c3130e-539a-4201-bd37-8c49a088d885","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a114f2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a114f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.238046704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae2acd-34b8-4387-b651-6caa6e527c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.290793505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae2acd-34b8-4387-b651-6caa6e527c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.344264086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae2acd-34b8-4387-b651-6caa6e527c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.396924424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dae2acd-34b8-4387-b651-6caa6e527c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.340035231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d573033-10e2-4504-8369-392715d6a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.392590402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d573033-10e2-4504-8369-392715d6a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.445198402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d573033-10e2-4504-8369-392715d6a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.498077944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d573033-10e2-4504-8369-392715d6a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:44.729718437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc645328-44ca-440f-a529-66e3ba49dcd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:44.78645816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc645328-44ca-440f-a529-66e3ba49dcd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:44.865279236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc645328-44ca-440f-a529-66e3ba49dcd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:44.918354138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc645328-44ca-440f-a529-66e3ba49dcd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:46.84686158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74892ca8-a50d-439a-8dfa-02919b1e917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:46.900587139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74892ca8-a50d-439a-8dfa-02919b1e917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:46.957272901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74892ca8-a50d-439a-8dfa-02919b1e917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:47.010784088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74892ca8-a50d-439a-8dfa-02919b1e917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:55.933283278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:16.417457375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"03c23b09-ae45-4e15-bdcd-28e22f68d589","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:16.590057315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"6fc6fe61-3bf4-4b3a-a841-f368c5ec7d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:16.687431759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"450a548d-3b6f-4935-b7b6-0633c7e7ad6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:16.69445435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0eb97565-1fd0-4a76-83a8-3792c41560f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:16.915550861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"91fec8b9-628d-4371-ab17-4d749f465864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.025583248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"820fa837-97df-42db-90ed-539947725e65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.127482935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"67c46105-b015-4f51-b157-9a12f4535d7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.228282991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f45469d2-07b2-463e-b1c8-e14fefad06f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.354777352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"298d3631-7573-49c1-8a9d-08e21e08775e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.455359713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"5f7c78eb-8743-4389-94f8-4b207fb862d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.636778321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"526d3697-81b6-454c-9664-594387d7cc97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:17.68971351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"b8ffbe8e-b32b-4726-a0ab-2af1fd40e8dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.830940057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4544ba7-7557-417f-a68d-e2424416f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.883487897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4544ba7-7557-417f-a68d-e2424416f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.936413733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4544ba7-7557-417f-a68d-e2424416f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.989530747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4544ba7-7557-417f-a68d-e2424416f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:21.87428077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abbb1-a277-4d4b-9346-4fe02e33c368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:21.926781925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abbb1-a277-4d4b-9346-4fe02e33c368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:21.979313882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abbb1-a277-4d4b-9346-4fe02e33c368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.032016456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9abbb1-a277-4d4b-9346-4fe02e33c368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.102989454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"679d52f0-78cd-4c3c-af96-44d6c16460e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.103017401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"679d52f0-78cd-4c3c-af96-44d6c16460e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.157614507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4c0c7de-d6c0-4a01-8b21-ec63d9b98e35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.157643096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4c0c7de-d6c0-4a01-8b21-ec63d9b98e35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.299113644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"1b1dd6ce-515a-46a1-ade1-3d62f2c134dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.421252862Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"1b1dd6ce-515a-46a1-ade1-3d62f2c134dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.476973692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e75cad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"1b1dd6ce-515a-46a1-ade1-3d62f2c134dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.53605844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62396eb3-fec9-4410-8bf4-bc870a1ed5dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:22.536079515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62396eb3-fec9-4410-8bf4-bc870a1ed5dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.9865536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe42559-534b-4d4a-86cd-8a9e6d4f9b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.039209927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe42559-534b-4d4a-86cd-8a9e6d4f9b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.092031775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe42559-534b-4d4a-86cd-8a9e6d4f9b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:24.14565223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe42559-534b-4d4a-86cd-8a9e6d4f9b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.931034857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.033582719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c5f64c-52c5-47f3-9776-c48da3fb02c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.086292485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c5f64c-52c5-47f3-9776-c48da3fb02c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.138995745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c5f64c-52c5-47f3-9776-c48da3fb02c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.191992846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c5f64c-52c5-47f3-9776-c48da3fb02c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.08376586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07da08d2-8ca8-4af3-8e99-e172f6b7b9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.13654652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07da08d2-8ca8-4af3-8e99-e172f6b7b9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.189250548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07da08d2-8ca8-4af3-8e99-e172f6b7b9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.242294217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07da08d2-8ca8-4af3-8e99-e172f6b7b9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.434603611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"6d63d07e-869e-499e-95a2-f4dc2f69c2bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.491473469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"6d63d07e-869e-499e-95a2-f4dc2f69c2bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.910297919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"c3d5c63b-bc4a-41d6-b2ab-7f096de6a517","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.921368886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29ac1edc-f29a-447e-bf6b-b7412f5f83cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.921391207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29ac1edc-f29a-447e-bf6b-b7412f5f83cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.966764911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"c3d5c63b-bc4a-41d6-b2ab-7f096de6a517","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.131582728Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"bcd8705c-cf44-4538-ab41-6d69cd306eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.23090043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83648f12-262e-4649-9911-e6c42eceefdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.283718134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83648f12-262e-4649-9911-e6c42eceefdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.33638633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83648f12-262e-4649-9911-e6c42eceefdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.388951501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83648f12-262e-4649-9911-e6c42eceefdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.441431546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"bcd8705c-cf44-4538-ab41-6d69cd306eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.564367221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"bcd8705c-cf44-4538-ab41-6d69cd306eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"name":"e2e-api-a-8ef308-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.564392024Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"e2e-e2e-api-a-8ef308-policy","reconcileID":"bcd8705c-cf44-4538-ab41-6d69cd306eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8ef308-policy","namespace":"ai-tenant-e2e-api-a-8ef308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8ef308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.658220035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c92d834-92fa-4cbd-80ad-d6adad5228a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.658241111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c92d834-92fa-4cbd-80ad-d6adad5228a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.308709126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e036432d-ea68-4ef8-b4c1-797bcb1f8169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.361725721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e036432d-ea68-4ef8-b4c1-797bcb1f8169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.414266487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e036432d-ea68-4ef8-b4c1-797bcb1f8169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.466936717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e036432d-ea68-4ef8-b4c1-797bcb1f8169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.678753237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"56865738-7d33-4716-9958-25de0a14f9ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.735369998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"56865738-7d33-4716-9958-25de0a14f9ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:32.791040124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e75cad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"56865738-7d33-4716-9958-25de0a14f9ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.084200474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5421799-0d99-4a7f-8a19-5e55d4cd92d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.136641279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5421799-0d99-4a7f-8a19-5e55d4cd92d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.189230893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5421799-0d99-4a7f-8a19-5e55d4cd92d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.241941768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5421799-0d99-4a7f-8a19-5e55d4cd92d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:38.195674466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e8df46-216b-4989-bcb4-41aa5cbc0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:38.248954658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e8df46-216b-4989-bcb4-41aa5cbc0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:38.301916332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e8df46-216b-4989-bcb4-41aa5cbc0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:38.354729542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e8df46-216b-4989-bcb4-41aa5cbc0d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:39.471110217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"aaf80484-99cf-4728-af00-8cbe780c5bc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-44b490","tenantID":"e2e-praxis-a-44b490","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:39.586617066Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"aaf80484-99cf-4728-af00-8cbe780c5bc0","name":"e2e-praxis-a-44b490-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:42.898882126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"b0fc74e6-aa14-4c83-a95f-7ce224944d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:42.957333636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"b0fc74e6-aa14-4c83-a95f-7ce224944d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.011889423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e75cad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"b0fc74e6-aa14-4c83-a95f-7ce224944d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.720244667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","namespace":"ai-tenant-e2e-ipp-b-f69bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.72034443Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","namespace":"ai-tenant-e2e-ipp-b-f69bc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.720420285Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","tenant":"e2e-ipp-b-f69bc6","tenantID":"e2e-ipp-b-f69bc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.774355767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f69bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.839163092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Service","name":"maas-api-e2e-ipp-b-f69bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.895734571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f69bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.950051246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f69bc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.019208533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.076922075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.134264486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.202024188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.258040194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.312272262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.381037646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Service","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.445008929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.499764608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.554135927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.609527157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.664645153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.719102156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.77329879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.834391932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f69bc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.889162992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f69bc6"},"namespace":"ai-tenant-e2e-ipp-b-f69bc6","name":"default-tenant","reconcileID":"a8acc621-449e-4d61-84de-b041e037b823","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f69bc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:53.152184309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"c281f5bb-4723-4435-bed4-44ca46b377b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:53.211234741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"c281f5bb-4723-4435-bed4-44ca46b377b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:53.266282845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e75cad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55c3701d53170f4c12e8b859a04aac87294baf7733b553e9de920654856f85a0) AuthConfig (a780bb5c41a69b339a68936e193e68bc8e9f9b9d9b53b774fdee716c31c9206f) AuthConfig (20a0edbdff2bcc5bb5c0dd0f8d9bd11a9afa0c1281b046dfb52f21b8f4379e75) AuthConfig (d690e91dbaeecf914fe3942031dac2ff86b06c29dfb4cd482eaa955fb98bdba5) AuthConfig (2a380c18a334d699e3437ef5c7c057bdc3c71cbe092b14385dcca25255f7e662) AuthConfig (c71280d902fb769fc21005445bed87249f1dc666211ea08c7f9d863be8442bd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"c281f5bb-4723-4435-bed4-44ca46b377b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:53.321684983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2570032b-2416-46b8-90ca-3857a946d682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:53.321708188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2570032b-2416-46b8-90ca-3857a946d682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:55.931043218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:57.88190916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","namespace":"ai-tenant-e2e-api-a-8ef308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:57.882007396Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","namespace":"ai-tenant-e2e-api-a-8ef308","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:57.882082414Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","tenant":"e2e-api-a-8ef308","tenantID":"e2e-api-a-8ef308","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:57.936645757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Deployment","name":"maas-api-e2e-api-a-8ef308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:57.998683112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Service","name":"maas-api-e2e-api-a-8ef308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.056959714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8ef308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.111360425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8ef308","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.169612073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.224561481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.281303568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.345889246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.399216381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Deployment","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.451213254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.504985291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Service","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.557379489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.609312617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.661157297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.713404957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.769975431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.822172556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.874007921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.928166294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8ef308","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:58.980344217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8ef308"},"namespace":"ai-tenant-e2e-api-a-8ef308","name":"default-tenant","reconcileID":"f3af1366-eec0-4549-84af-29315edbd03d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8ef308","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.167466118Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ef308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ef308","reconcileID":"075bd874-e49b-4ce6-ac04-796627a6ea79","aitenant":"ai-tenants/e2e-api-a-8ef308","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.706629685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5583eb6-e101-4a15-8314-e96d77ab2b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.761128957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5583eb6-e101-4a15-8314-e96d77ab2b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.81487285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5583eb6-e101-4a15-8314-e96d77ab2b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:00.867779025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5583eb6-e101-4a15-8314-e96d77ab2b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.082592767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"e2c8cd24-8623-4ec4-be26-9c2b56f5b5c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.141917052Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8ef308","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8ef308","reconcileID":"075bd874-e49b-4ce6-ac04-796627a6ea79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8ef308","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8ef308"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.189079738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"5b6a3eca-a490-46e5-8bc5-8818b777f831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.294772843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7ccce5e0-d15f-4492-b70d-00269d4ae2a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.631535863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"c034376f-7b79-46ae-b639-4bda72f08fd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.738334875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"669cfc24-7b9f-49d0-901f-a1a297f98c1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.847368914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5c24400-de20-422d-a77e-80f2bfc21b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.039246687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"4ad458ce-0952-43d1-afde-6d386978295e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.146613011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"7b8de383-0bc6-422c-87b8-1c98849dab79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.190978769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5525314d-75b1-420d-8f78-28c2fcce0274","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.247202141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"834a01fe-4da1-450b-8fd3-5af6b8bf95f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.355996274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9b3a3450-2b91-4cb0-90ea-944f5b94b51f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.519391603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"7ba7160b-fd6b-4efc-9a04-2732dc3a2a2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.791495093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f882571-623f-4913-8632-fd05f840283a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.844139807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f882571-623f-4913-8632-fd05f840283a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.89676982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f882571-623f-4913-8632-fd05f840283a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.949138712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f882571-623f-4913-8632-fd05f840283a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:03.426645481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"d5ababca-08d9-4111-80a0-448c49ed6e8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:03.48365379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"d5ababca-08d9-4111-80a0-448c49ed6e8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:03.801358274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7ef2dd3-1732-4675-bbf1-873fc84338d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:03.801379874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7ef2dd3-1732-4675-bbf1-873fc84338d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:07.732661691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"a6ce1e65-e5bc-4d32-baff-cff7dcd12ef4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:07.790441271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"a6ce1e65-e5bc-4d32-baff-cff7dcd12ef4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.215126181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"f7d51543-9546-4601-b4f6-90bd73be737a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.273348609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"f7d51543-9546-4601-b4f6-90bd73be737a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.543279638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"5e737e79-ef94-4078-820c-d08ad7676087","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.543683599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39ac088-25d8-4af4-90b8-44f0c7eb4ecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.543700588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39ac088-25d8-4af4-90b8-44f0c7eb4ecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.700303975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"5e737e79-ef94-4078-820c-d08ad7676087","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.824495552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"5e737e79-ef94-4078-820c-d08ad7676087","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"name":"e2e-api-b-e75cad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.824518972Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"e2e-e2e-api-b-e75cad-policy","reconcileID":"5e737e79-ef94-4078-820c-d08ad7676087","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e75cad-policy","namespace":"ai-tenant-e2e-api-b-e75cad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e75cad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.880454949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db51de8-dafd-4701-9299-c64944351a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:08.880473867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db51de8-dafd-4701-9299-c64944351a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:09.080640538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa38181-7163-49e3-aa46-3b0e1ebcc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:09.133184261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa38181-7163-49e3-aa46-3b0e1ebcc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:09.186400591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa38181-7163-49e3-aa46-3b0e1ebcc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:09.243098981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa38181-7163-49e3-aa46-3b0e1ebcc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:10.745871104Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f69bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f69bc6","reconcileID":"e064282c-128d-410d-884e-a21256f38bd0","aitenant":"ai-tenants/e2e-ipp-b-f69bc6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.181555133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44546f9-6efe-4d69-b93c-deefacf208bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.233906399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44546f9-6efe-4d69-b93c-deefacf208bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.287055294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44546f9-6efe-4d69-b93c-deefacf208bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.339964249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44546f9-6efe-4d69-b93c-deefacf208bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:11.510099128Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f69bc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f69bc6","reconcileID":"e064282c-128d-410d-884e-a21256f38bd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f69bc6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f69bc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:13.25277887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b205eb05-55d7-4824-bbf2-77c5a9166ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:13.306095257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b205eb05-55d7-4824-bbf2-77c5a9166ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:13.358812376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b205eb05-55d7-4824-bbf2-77c5a9166ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:13.411294241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b205eb05-55d7-4824-bbf2-77c5a9166ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.298465467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c35e2-4f6e-4f60-9b35-57b686de5fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.351104362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c35e2-4f6e-4f60-9b35-57b686de5fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.403613659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c35e2-4f6e-4f60-9b35-57b686de5fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.456134302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c35e2-4f6e-4f60-9b35-57b686de5fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.382996156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d45c896-1409-4d07-8286-1c9c109bd7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.435644352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d45c896-1409-4d07-8286-1c9c109bd7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.489119862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d45c896-1409-4d07-8286-1c9c109bd7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.541702536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d45c896-1409-4d07-8286-1c9c109bd7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.816871636Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","namespace":"ai-tenant-e2e-api-b-e75cad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.816929438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","namespace":"ai-tenant-e2e-api-b-e75cad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.816979388Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","tenant":"e2e-api-b-e75cad","tenantID":"e2e-api-b-e75cad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.870896271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Deployment","name":"maas-api-e2e-api-b-e75cad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.931033272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Service","name":"maas-api-e2e-api-b-e75cad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:23.993279615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e75cad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.049743681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e75cad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.107349463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.161864412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.218633477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.274213372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.326212984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Deployment","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.378177515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.431474266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Service","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.483756574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.535948251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.588519549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.641710534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.697780101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.74977426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.801781168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.8580968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e75cad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.910602604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e75cad"},"namespace":"ai-tenant-e2e-api-b-e75cad","name":"default-tenant","reconcileID":"7bcece0f-ee14-4e29-937e-da829d3016f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e75cad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:25.930560885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.398349645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e75cad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e75cad","reconcileID":"1216de37-2daf-46d9-a3b1-d921b8e11e57","aitenant":"ai-tenants/e2e-api-b-e75cad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.962989762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f80376-c278-4193-b0ea-367b52dde029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.015654273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f80376-c278-4193-b0ea-367b52dde029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.068454285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f80376-c278-4193-b0ea-367b52dde029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.12140471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f80376-c278-4193-b0ea-367b52dde029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.233640708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e75cad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e75cad","reconcileID":"1216de37-2daf-46d9-a3b1-d921b8e11e57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e75cad","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e75cad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.086800115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b84ff2-4b54-4a69-9376-bb7dccc647e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.140934174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b84ff2-4b54-4a69-9376-bb7dccc647e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.193639731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b84ff2-4b54-4a69-9376-bb7dccc647e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.246695219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b84ff2-4b54-4a69-9376-bb7dccc647e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.17994656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818ca146-15a0-4a6d-877e-a56c7450578e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.232373356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818ca146-15a0-4a6d-877e-a56c7450578e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.289295077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818ca146-15a0-4a6d-877e-a56c7450578e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.343134693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818ca146-15a0-4a6d-877e-a56c7450578e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.180479486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ac7813-8254-408e-b904-b8d21c46387e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.233048241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ac7813-8254-408e-b904-b8d21c46387e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.285862511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ac7813-8254-408e-b904-b8d21c46387e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.33829131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75ac7813-8254-408e-b904-b8d21c46387e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.78822895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e605a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e605a","reconcileID":"12dc4c17-9589-49f2-9782-f1b414c9ee9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e605a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1e605a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:49.292716456Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-029825","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-029825","reconcileID":"bcc5b7ba-da51-4be8-b89b-294b7a647679","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-029825","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-029825":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:49.299891284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ac95a8-0575-42bc-b28d-5b343b7ce3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:49.35378873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ac95a8-0575-42bc-b28d-5b343b7ce3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:49.406441294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ac95a8-0575-42bc-b28d-5b343b7ce3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:49.458975193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ac95a8-0575-42bc-b28d-5b343b7ce3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.386211153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae098a68-b82c-4ab6-9f93-1a67c378a752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.438781621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae098a68-b82c-4ab6-9f93-1a67c378a752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.49122319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae098a68-b82c-4ab6-9f93-1a67c378a752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.54418935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae098a68-b82c-4ab6-9f93-1a67c378a752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.428604213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4b3ef6-a86c-48a0-9dfb-4175e21c7348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.482027511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4b3ef6-a86c-48a0-9dfb-4175e21c7348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.535090238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4b3ef6-a86c-48a0-9dfb-4175e21c7348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.588239079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4b3ef6-a86c-48a0-9dfb-4175e21c7348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:55.930581236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.537841312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182bd0b0-08aa-4423-9587-554161b9477c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.590610434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182bd0b0-08aa-4423-9587-554161b9477c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.644142078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182bd0b0-08aa-4423-9587-554161b9477c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.696967663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182bd0b0-08aa-4423-9587-554161b9477c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:59.131947141Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-647ca8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-647ca8","reconcileID":"4f4f9198-813f-4548-a39f-3e9aec19b511","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-647ca8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-647ca8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.65124509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db415c7-cf94-4529-8d19-176d8b4ba5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.704084905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db415c7-cf94-4529-8d19-176d8b4ba5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.756822769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db415c7-cf94-4529-8d19-176d8b4ba5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:00.809632862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db415c7-cf94-4529-8d19-176d8b4ba5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.402869618Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","namespace":"ai-tenant-e2e-ipp-a-8dc797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.402953843Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","namespace":"ai-tenant-e2e-ipp-a-8dc797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.40300548Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","tenant":"e2e-ipp-a-8dc797","tenantID":"e2e-ipp-a-8dc797","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.458458298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Deployment","name":"maas-api-e2e-ipp-a-8dc797","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.520051914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Service","name":"maas-api-e2e-ipp-a-8dc797","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.575892802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-8dc797","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.63009184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-8dc797","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.685650868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.740952756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.799127067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.860001402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.915077588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.97037724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.031524982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Service","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.09182763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.146446342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.203742142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.259488923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.315194696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.369754237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.424700677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.479059846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-8dc797","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:11.534534242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8dc797"},"namespace":"ai-tenant-e2e-ipp-a-8dc797","name":"default-tenant","reconcileID":"409aacb3-e875-4a41-9502-815fedc31442","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-8dc797","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:12.452954471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"ce4b758b-85fb-4fd4-a550-2608b620175c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:12.571156605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"bd6f5f54-bf94-4d5b-869c-01123c5828ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:12.682876621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"ef1d51f4-07e3-4716-99d5-fd5dc59d76c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:12.787755869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"665cb768-6abc-4265-9ce3-965e5d1b47e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:12.974038836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"fcb9385e-39f7-4d1e-905a-5cf5125ebb3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.091074242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"52842211-7df1-45b2-9f03-363c620b5c09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.207519098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"d9bfc5b1-606c-4ea6-8f78-8783b94c03c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.381096542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"ab61e956-af64-4dac-9aff-34b3421fb65e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.476741999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"284f8349-3a4b-4c33-aca1-a1b2ad343307","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.486390206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"762530df-e753-48ad-90ae-7dfc1d623e0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.578053553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"c40bf2ae-bb94-4cbb-bc98-3453de8b9c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.678955298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"9f078ff6-692b-4d5f-a106-d6c603da3e13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.046621269Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8dc797","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8dc797","reconcileID":"b23b412a-e28d-4770-b904-efe078a50404","aitenant":"ai-tenants/e2e-ipp-a-8dc797","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.689137777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb415e3-657a-430f-b86e-799d77afa7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.741639367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb415e3-657a-430f-b86e-799d77afa7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.794995628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb415e3-657a-430f-b86e-799d77afa7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.847935444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb415e3-657a-430f-b86e-799d77afa7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:15.854237065Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8dc797","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8dc797","reconcileID":"b23b412a-e28d-4770-b904-efe078a50404","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8dc797","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-8dc797"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.790089226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5766b2b0-4295-419a-9269-a528431a0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.842638306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5766b2b0-4295-419a-9269-a528431a0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.895040833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5766b2b0-4295-419a-9269-a528431a0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.94761531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5766b2b0-4295-419a-9269-a528431a0445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:24.223283783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f25dcb-acd4-44ad-a785-d6e1e909585d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:24.275945253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f25dcb-acd4-44ad-a785-d6e1e909585d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:24.328350383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f25dcb-acd4-44ad-a785-d6e1e909585d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:24.381006441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f25dcb-acd4-44ad-a785-d6e1e909585d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:25.931333338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:26.276645041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b57ed-dd67-4a3a-8c20-275e8087b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:26.329222019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b57ed-dd67-4a3a-8c20-275e8087b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:26.382355026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b57ed-dd67-4a3a-8c20-275e8087b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:26.434852749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035b57ed-dd67-4a3a-8c20-275e8087b0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.402483415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2e28aa-add9-4018-b75e-7886a9308169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.412185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4529877-bfa1-49aa-b1fb-1b9ce347b24d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.45530689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2e28aa-add9-4018-b75e-7886a9308169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.508207461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2e28aa-add9-4018-b75e-7886a9308169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.560975742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2e28aa-add9-4018-b75e-7886a9308169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.616868684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"497f917e-a108-4205-b203-061c94ffcd99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.723550507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5dc4b6b8-4a4c-411e-af6a-8954bbe02054","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.933982039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c70b7219-7814-4179-b0a5-6f5a2884e23f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.016420307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"577c415b-4288-4e7b-ad8c-de771af4a713","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.141406621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"54fc9df9-2f85-4126-b63d-ef71544c92b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.194579487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"38951b58-e360-4d2d-adf5-af4797dfeeb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.24647217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"9764a5ec-535a-41ce-9fdc-004a7094f4a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.299199993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"f96d0028-3c8c-4759-b162-4632e5fe7f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.371892092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3a92185b-a5ea-4871-8683-c273e60d3905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.54489771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"4fd2002f-4cd9-4385-b1c1-64e28d987531","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.651666237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"9748a7eb-02ef-4702-bf94-22eb93606f9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.713172396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"9efb1a13-3236-4794-a637-918c3752f2f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1e605a","tenantID":"e2e-ipp-a-1e605a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:50.843261253Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"9efb1a13-3236-4794-a637-918c3752f2f7","name":"e2e-ipp-a-1e605a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.455542937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"110e77ab-1780-47e0-aa26-20a69e742f8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.57109245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a059832c-22d3-48dd-b64f-de91b34e5489","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.739869244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"cf8c8c30-bdf7-4d27-9861-179eb5469012","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.842308819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d94f5204-e86d-4066-b234-5f10f8314f89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.941895979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"ecedf087-fd49-4cfc-8401-68c141b55e6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:51.941907516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"ce928c6d-8411-4f86-a6c8-4653f5950660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.040173393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"5662a162-ea00-4b0f-905a-67bf957fd734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.247105704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3966011f-b163-4118-8318-0a339e606140","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.361352397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"4a6421cd-8613-4541-afd4-7db22a010118","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.462797505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3092ec3a-1daa-4f5b-b12e-15728f4aa671","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.583697388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"314fc4fb-02ed-4008-bfb9-436ae915c9e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.637156508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"65cb9985-7915-49b1-bdc4-dc6694de2942","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.838864772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"47c75d8b-369b-434b-a2bf-e6bf967ce0df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-029825","tenantID":"e2e-praxis-a-029825","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.931440002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.957866537Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"47c75d8b-369b-434b-a2bf-e6bf967ce0df","name":"e2e-praxis-a-029825-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.016127942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","namespace":"ai-tenant-e2e-ipp-b-9e00c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.016194998Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","namespace":"ai-tenant-e2e-ipp-b-9e00c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.016243599Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","tenant":"e2e-ipp-b-9e00c9","tenantID":"e2e-ipp-b-9e00c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.070853335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9e00c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.138586818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Service","name":"maas-api-e2e-ipp-b-9e00c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.195074208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9e00c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.250105163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9e00c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.310644208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.365918265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.420951277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.491054942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.549403993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.604499139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.675798603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Service","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.73598988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.793439714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.847877688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.905277857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.964810991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.024072021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.092662378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.152216392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9e00c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:57.2089284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9e00c9"},"namespace":"ai-tenant-e2e-ipp-b-9e00c9","name":"default-tenant","reconcileID":"79248159-ec7d-4f90-a255-0723b6decdb6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9e00c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:05.321129624Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9e00c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9e00c9","reconcileID":"07edb6b3-098e-462e-9098-c99baf2f4bd6","aitenant":"ai-tenants/e2e-ipp-b-9e00c9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:05.892574226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c186744-ae59-4baa-affc-452b42cc526b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:05.945689606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c186744-ae59-4baa-affc-452b42cc526b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:05.998499566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c186744-ae59-4baa-affc-452b42cc526b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:06.052184093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c186744-ae59-4baa-affc-452b42cc526b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:06.168047359Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9e00c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9e00c9","reconcileID":"07edb6b3-098e-462e-9098-c99baf2f4bd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9e00c9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9e00c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.287405768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"abcb3999-0ae3-4ef5-b41f-8e835fd35799","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-647ca8","tenantID":"e2e-praxis-b-647ca8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.458525855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"abcb3999-0ae3-4ef5-b41f-8e835fd35799","name":"e2e-praxis-b-647ca8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.011040025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07331e0-6ece-4f08-bdfb-75e65dc71de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.063580365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07331e0-6ece-4f08-bdfb-75e65dc71de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.116307373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07331e0-6ece-4f08-bdfb-75e65dc71de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:08.168793617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07331e0-6ece-4f08-bdfb-75e65dc71de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.115213719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8752f-1d5f-46e3-b58f-82ecc72bf50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.168454447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8752f-1d5f-46e3-b58f-82ecc72bf50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.221534021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8752f-1d5f-46e3-b58f-82ecc72bf50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.285997913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8752f-1d5f-46e3-b58f-82ecc72bf50a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.822315629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"f482bfc5-9a2c-472a-a4fa-ed4dc4e71945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.933869679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"78dab50b-2728-49ed-9196-ef0f4467fb87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.030738654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c92fec54-cc63-451c-a200-b4557f43f767","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.128173813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"56df273c-dd04-4de7-a2e0-08a87b9dcfa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.230965194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"4bafee13-9a97-4d6c-a097-673315938fdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.266988553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"6b19117c-5340-43b5-942e-9c02b5d8ca4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.372721317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"b2cf3de7-5a3a-464e-a33a-aafc4d81af27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.574583665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aaca4315-c7a7-4528-a09a-e7ae9787412f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.575187681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"37975de7-5fc2-4c2f-99e5-5cbec02d0aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.008877988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"1d3dc574-7c5d-400e-813a-2199e04dc53a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.101456839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"9f59105b-9c3e-41b3-b00b-07fe78a14df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.201054417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"d146f137-bcf6-4848-873d-dd255f381486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.31520247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f142d90-5708-4720-9585-cfcf55ace48f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.37770687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f142d90-5708-4720-9585-cfcf55ace48f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.432398172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f142d90-5708-4720-9585-cfcf55ace48f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.496019967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f142d90-5708-4720-9585-cfcf55ace48f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.491596221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8855f0-a9c2-4b91-8d74-f674a7da071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.498367281Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4d8814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4d8814","reconcileID":"4e844e86-998b-4304-9067-e81dcc86d982","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4d8814","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4d8814":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.608270521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8855f0-a9c2-4b91-8d74-f674a7da071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.671546886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8855f0-a9c2-4b91-8d74-f674a7da071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.725520344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8855f0-a9c2-4b91-8d74-f674a7da071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.771193784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716f29c3-6735-418d-9b04-364c973b0b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.824067661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716f29c3-6735-418d-9b04-364c973b0b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.877719964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716f29c3-6735-418d-9b04-364c973b0b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.931433466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716f29c3-6735-418d-9b04-364c973b0b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.929121793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849dd6c3-6495-41ad-a9c1-d6f8cff74374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.983133344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849dd6c3-6495-41ad-a9c1-d6f8cff74374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.036181403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849dd6c3-6495-41ad-a9c1-d6f8cff74374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.089261526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849dd6c3-6495-41ad-a9c1-d6f8cff74374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.447897324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"6fd4afe5-e67e-4644-bc43-ea3bc75fc135","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:19.447931753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"6fd4afe5-e67e-4644-bc43-ea3bc75fc135","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.977508316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"91a344cf-c23d-4d33-9e9c-a18a42c5636e","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.977624235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"91a344cf-c23d-4d33-9e9c-a18a42c5636e","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.035107688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"0e0f3cc9-5d11-41e0-bb2d-40dd30ab0d25","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.035126746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"0e0f3cc9-5d11-41e0-bb2d-40dd30ab0d25","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.14803126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"61e98508-8293-4118-91c9-b3251f32f701","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.280573535Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"61e98508-8293-4118-91c9-b3251f32f701","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.337169098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-cd0702-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"61e98508-8293-4118-91c9-b3251f32f701","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.394070001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"ec18e6c7-bf7d-4bcc-a8d6-07ac2b4900f7","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.394102921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"ec18e6c7-bf7d-4bcc-a8d6-07ac2b4900f7","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:25.950122762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.499305508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"b2e500de-04c2-43df-8da0-9590a1d4a6a0","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.556953317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"b2e500de-04c2-43df-8da0-9590a1d4a6a0","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.611749888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-cd0702-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"b2e500de-04c2-43df-8da0-9590a1d4a6a0","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.71673926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"daee00d8-68c6-4926-b8f8-e8a2c3e61da6","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.773107096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"daee00d8-68c6-4926-b8f8-e8a2c3e61da6","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.827931753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-cd0702-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfa1a0ae5923ba5915c1c903e780463acffbfa9eef872c60aa1615296fff72c3) AuthConfig (42d5cf011d47dcaae033000ddaf0306cb8aa6f6316bea62eb7b9fc2076f3dc67) AuthConfig (e71be2ae743895026d7aa9e2535f807144ecf7d133c7ae5a8738ed550ce45312) AuthConfig (56f748c14cae725bdfb9c162a27a0c745e339fa96a1da3cd5e71ccf49811af75) AuthConfig (2b3a071062fe86415f7b61b3118ca7dfb66fe5784a6d61b2f0f34e08ad045147) AuthConfig (77ccae7d47b993b38c43b92185a2b7e29080ef86e6aa97d9af93c426b04c2a09) AuthConfig (f62970d690e279bf790693a706a1b36c7edde82cc12c8ce13ee34158e194ec76) AuthConfig (5375df65669bb053d0f2033a5db9d53bb8c0c1e14723817a2f920bb7e27d37d6) AuthConfig (8a5ee672e2aaa7ce7c0c9b9afcde4dd7efe91e577b3d7847b80fd3b597a2a219) AuthConfig (39f79c24da03fb35c5723a9b3cb7060909e4216c167baa6d805dcfebec5e3a1e) AuthConfig (692737b6a9445c1d975161c9315ba0eef2ee432a539a3d6e743919d3a810bbb3) AuthConfig (0e994ee2bab8fba20cc5784bc43500d55579d1eeab9f16f8f9f5a69d28e5a85c) AuthConfig (93db6bd058e8ad7eac6d946265057dfb756e743b3c93931dbf051b42fc152bc9) AuthConfig (3c0526ecf205d0760b4a2c04d1282a217fea5246da76799158fa780837d91eef) AuthConfig (4af315cb1556883ed228423d74c26afe71b3e74c0a1fb45d214a067cc726a486) AuthConfig (5415c2baca2ffc20ed255541d6b240badf2655a651d81e83796dceadd9346775) AuthConfig (c364138ab811ea0c26e01a50a9feb86010565842b28ca832524e5dffe8d1219b) AuthConfig (134f37a708936abf9be5aff6eb360db621ff59bf113da68229af9def6d47137e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"daee00d8-68c6-4926-b8f8-e8a2c3e61da6","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.885347048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"69f2d29f-653a-4649-ad03-068c6178bac3","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.885369441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"69f2d29f-653a-4649-ad03-068c6178bac3","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:55.930709347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:55.989956244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"fee11993-55f7-4b0f-a456-0cb0b82e00eb","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:56.047624381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"fee11993-55f7-4b0f-a456-0cb0b82e00eb","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:56.102498215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-cd0702-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfa1a0ae5923ba5915c1c903e780463acffbfa9eef872c60aa1615296fff72c3) AuthConfig (42d5cf011d47dcaae033000ddaf0306cb8aa6f6316bea62eb7b9fc2076f3dc67) AuthConfig (e71be2ae743895026d7aa9e2535f807144ecf7d133c7ae5a8738ed550ce45312) AuthConfig (56f748c14cae725bdfb9c162a27a0c745e339fa96a1da3cd5e71ccf49811af75) AuthConfig (2b3a071062fe86415f7b61b3118ca7dfb66fe5784a6d61b2f0f34e08ad045147) AuthConfig (77ccae7d47b993b38c43b92185a2b7e29080ef86e6aa97d9af93c426b04c2a09) AuthConfig (f62970d690e279bf790693a706a1b36c7edde82cc12c8ce13ee34158e194ec76) AuthConfig (5375df65669bb053d0f2033a5db9d53bb8c0c1e14723817a2f920bb7e27d37d6) AuthConfig (8a5ee672e2aaa7ce7c0c9b9afcde4dd7efe91e577b3d7847b80fd3b597a2a219) AuthConfig (39f79c24da03fb35c5723a9b3cb7060909e4216c167baa6d805dcfebec5e3a1e) AuthConfig (692737b6a9445c1d975161c9315ba0eef2ee432a539a3d6e743919d3a810bbb3) AuthConfig (0e994ee2bab8fba20cc5784bc43500d55579d1eeab9f16f8f9f5a69d28e5a85c) AuthConfig (93db6bd058e8ad7eac6d946265057dfb756e743b3c93931dbf051b42fc152bc9) AuthConfig (3c0526ecf205d0760b4a2c04d1282a217fea5246da76799158fa780837d91eef) AuthConfig (4af315cb1556883ed228423d74c26afe71b3e74c0a1fb45d214a067cc726a486) AuthConfig (5415c2baca2ffc20ed255541d6b240badf2655a651d81e83796dceadd9346775) AuthConfig (c364138ab811ea0c26e01a50a9feb86010565842b28ca832524e5dffe8d1219b) AuthConfig (134f37a708936abf9be5aff6eb360db621ff59bf113da68229af9def6d47137e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"fee11993-55f7-4b0f-a456-0cb0b82e00eb","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:56.993136573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"975ae56a-a92e-43a6-9458-84c3931c1c25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.147541344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"9f8a3fc3-74d6-4ec5-930a-c559cb6ec31f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.247762216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"84cdc641-b931-4687-8c90-bed8e7610481","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.349444154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f12baf39-2e39-4dee-84d9-1300adcab70e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.369622711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"78f7ffd8-2bb4-4ece-90d0-a66a307e3a7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.592273316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"de81fc54-1978-48ee-8cef-74927e3f9813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.814634119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"1fcaef56-9e88-4250-896c-21a3f0610d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.91412049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"ceffec39-8bdb-4580-bda1-f609ccc987a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.014057633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f530d270-0658-4605-ae43-2b15077a0988","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.116536232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"7a595edf-8789-45db-a842-21d0881ee7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.147630857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"33043102-86e3-4cf7-8fb8-d0155bf8184e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:58.258093674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"a9f1602a-56a5-43b6-a664-d1b0a5822853","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:00.39585864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a28f04-106a-4d51-9c43-f9be6e65fc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:00.448637787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a28f04-106a-4d51-9c43-f9be6e65fc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:00.501048416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a28f04-106a-4d51-9c43-f9be6e65fc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:00.553537448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a28f04-106a-4d51-9c43-f9be6e65fc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.482544381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d89502-00b6-4aaf-9436-30b6622daaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.535290587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d89502-00b6-4aaf-9436-30b6622daaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.601986514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d89502-00b6-4aaf-9436-30b6622daaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.655082322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d89502-00b6-4aaf-9436-30b6622daaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:04.591092441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9044ec-fd59-4aef-82ca-cce17a18cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:04.644074871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9044ec-fd59-4aef-82ca-cce17a18cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:04.697305454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9044ec-fd59-4aef-82ca-cce17a18cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:04.752826876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9044ec-fd59-4aef-82ca-cce17a18cf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.208680123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"62a1829f-6075-46f4-b982-8e00c5e486c1","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.266535514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"62a1829f-6075-46f4-b982-8e00c5e486c1","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.588939615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"8a346a19-bbaa-4fa0-a2c1-e7cccee75546","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.58897172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"8a346a19-bbaa-4fa0-a2c1-e7cccee75546","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.656784193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46ea3b-7680-4d82-ba2e-77e398595a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.709519388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46ea3b-7680-4d82-ba2e-77e398595a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.762760583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46ea3b-7680-4d82-ba2e-77e398595a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:06.815946844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46ea3b-7680-4d82-ba2e-77e398595a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:07.090155158Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f7f955","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f7f955","reconcileID":"490ebb0a-60c7-4520-91fb-85974798fc0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f7f955","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f7f955":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.811718854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95c8b6b-e7fc-410e-9d64-9c5ab8574dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.864418403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95c8b6b-e7fc-410e-9d64-9c5ab8574dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.916989911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95c8b6b-e7fc-410e-9d64-9c5ab8574dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:08.969533953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95c8b6b-e7fc-410e-9d64-9c5ab8574dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:10.913068732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab97d6e-2bef-4553-b336-2a8b52a7da85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:10.986466518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab97d6e-2bef-4553-b336-2a8b52a7da85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.039046433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab97d6e-2bef-4553-b336-2a8b52a7da85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.092697491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab97d6e-2bef-4553-b336-2a8b52a7da85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.974355452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"8bfa7100-7e45-48de-a691-d93efbee5830","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:11.974382714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"8bfa7100-7e45-48de-a691-d93efbee5830","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.035602861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"85ac1910-f3d2-43c6-af0d-691815b96c00","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.03562869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"85ac1910-f3d2-43c6-af0d-691815b96c00","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:12.080931949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"beafa697-0f5d-4614-b975-bdcadcff8024","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-cd0702-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:12.089928024Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"85ac1910-f3d2-43c6-af0d-691815b96c00","name":"ipp-route-cd0702","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-cd0702\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:12.090074773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"85ac1910-f3d2-43c6-af0d-691815b96c00","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-cd0702\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.095553003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"c3a56acf-8143-4228-b6ff-551b45727167","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.095569379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"c3a56acf-8143-4228-b6ff-551b45727167","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.101220458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"ec0a7796-47a6-4494-807a-2f2565cfa953","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.214491948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"ec0a7796-47a6-4494-807a-2f2565cfa953","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.264947731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"2abb364c-d480-408f-bd3d-a891125a9a3c","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.264968035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"2abb364c-d480-408f-bd3d-a891125a9a3c","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.328780337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5e669193-6260-4799-ab4e-7ecc0322a6b6","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.328906607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5e669193-6260-4799-ab4e-7ecc0322a6b6","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.490267009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"6f9a0b0b-f350-4c66-845a-60c2d87dbbaa","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.54679196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"6f9a0b0b-f350-4c66-845a-60c2d87dbbaa","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.547368224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"39d28ce2-3092-4d0a-8380-0c0bb292a1d7","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ipp-route-cd0702","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.714090987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5b29f19f-4cd6-4904-969e-05fed2b38863","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.714117726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5b29f19f-4cd6-4904-969e-05fed2b38863","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.815559208Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6af41b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6af41b","reconcileID":"778b94b8-570b-424a-9435-5d0913c5231a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6af41b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6af41b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:12.924126897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"104b1f72-4360-4038-9d7d-c90215d06d6f","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.030900227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd736c9f-fd72-47e4-83f5-4318a41e58ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.083865488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd736c9f-fd72-47e4-83f5-4318a41e58ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.137147116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd736c9f-fd72-47e4-83f5-4318a41e58ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.190129647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd736c9f-fd72-47e4-83f5-4318a41e58ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.109914364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0f88b1-c791-4c29-9ba0-3d67f90c0c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.166331385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0f88b1-c791-4c29-9ba0-3d67f90c0c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.294491748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0f88b1-c791-4c29-9ba0-3d67f90c0c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.349428514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0f88b1-c791-4c29-9ba0-3d67f90c0c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.265000729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9042db2-c111-44f1-b51b-50b41fe97d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.317846891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9042db2-c111-44f1-b51b-50b41fe97d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.374681314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9042db2-c111-44f1-b51b-50b41fe97d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.428740684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9042db2-c111-44f1-b51b-50b41fe97d94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.392061626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22728d05-bd0c-4576-81ce-d11b5bfff827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.445321161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22728d05-bd0c-4576-81ce-d11b5bfff827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.497984813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22728d05-bd0c-4576-81ce-d11b5bfff827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.550559289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22728d05-bd0c-4576-81ce-d11b5bfff827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:21.436488604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8d1b2c-4837-4151-8930-6ed2a7e79ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:21.489971627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8d1b2c-4837-4151-8930-6ed2a7e79ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:21.545266708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8d1b2c-4837-4151-8930-6ed2a7e79ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:21.598482635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8d1b2c-4837-4151-8930-6ed2a7e79ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.333115533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"e104ef0c-da7f-45cb-997e-21b30faa8f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.43385228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"6cac6ad5-b040-42b8-9bc6-782dd9cee456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.467357024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"0a9c1932-95b9-4b9c-8d24-c1ae39f86c5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.553087237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"a1826aa7-c19b-493a-a760-40ce2a935752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.582507515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"0a9c1932-95b9-4b9c-8d24-c1ae39f86c5a","name":"e2e-praxis-a-4d8814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.664147057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9271e80e-6ae4-4410-99db-990be6d37579","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.716138532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"15908ffd-d222-46b4-bd82-f99b5b19b1ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:25.957677079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.063489519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"873ee51f-e447-4940-9a31-2bb7c56402f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.165450021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"a781ede0-efbc-4c30-9fbb-7f16cebb8045","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.265374023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"eb93bc81-d878-4619-887b-14f93c500a31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.365528363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"5ac31717-9b1b-4a16-950d-faf66b84c777","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.470390007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"1b93f770-2c3e-47ba-86f4-1397951d55b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.470424471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a2171ea-7cc2-4df9-9f11-a7d4325b3d85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.487054192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"c66279d0-39a0-465f-9da7-d56de3569947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.533919458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"91ee1455-11d6-4850-a611-6e19779a35b4","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.53394457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"91ee1455-11d6-4850-a611-6e19779a35b4","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.653029447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"8b4e8517-a58e-49e4-bd08-033f4531145b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.826272164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"8a2890c0-b406-4da8-86a8-bb44d5ab2303","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.884376236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"8a2890c0-b406-4da8-86a8-bb44d5ab2303","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.68845665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f779bb13-df1e-4c90-88ec-9612660d409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.74082261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f779bb13-df1e-4c90-88ec-9612660d409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.794010619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f779bb13-df1e-4c90-88ec-9612660d409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:37.848933894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f779bb13-df1e-4c90-88ec-9612660d409c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:39.78668225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6e1c0f-546c-4ee6-aeeb-ed821f39b079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:39.839256597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6e1c0f-546c-4ee6-aeeb-ed821f39b079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:39.895009316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6e1c0f-546c-4ee6-aeeb-ed821f39b079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:39.948995211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6e1c0f-546c-4ee6-aeeb-ed821f39b079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.815710699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5ecdaf05-172b-4baa-b552-43e7f456376d","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.815734483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"5ecdaf05-172b-4baa-b552-43e7f456376d","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.977997052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"6c4fade8-d2b5-48b6-b89e-4c59dbd2b800","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.025207398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"caeb9a23-a3d1-43f8-b83c-4bde0e2604cf","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.035269465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"6c4fade8-d2b5-48b6-b89e-4c59dbd2b800","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.192965429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"9d210407-07cf-457e-851f-83d0830326ec","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.192984494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"9d210407-07cf-457e-851f-83d0830326ec","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.402791332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"6e47b929-03f6-4071-bd4a-0f320f14e330","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.193721419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"e7bd0863-5144-4467-ba0a-d253621f91bf","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.193742825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"e7bd0863-5144-4467-ba0a-d253621f91bf","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.938009483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.458937373Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","namespace":"ai-tenant-e2e-praxis-a-44b490","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.459006495Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","namespace":"ai-tenant-e2e-praxis-a-44b490","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.459062419Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","tenant":"e2e-praxis-a-44b490","tenantID":"e2e-praxis-a-44b490","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.513427342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-44b490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.573480577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Service","name":"maas-api-e2e-praxis-a-44b490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.629224525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-44b490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.683578317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-44b490","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.744707194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.799914567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.8569599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.916393312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.969308651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.023336103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.076105251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Service","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.12916257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.182220912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.234487027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.287151539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.342932244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.395164499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.447773348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.507125445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-44b490","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.562202285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-44b490"},"namespace":"ai-tenant-e2e-praxis-a-44b490","name":"default-tenant","reconcileID":"3f361987-b154-44b5-bff3-25022176a51f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-44b490","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:01.195272023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"f16a92dc-43cf-4050-8685-0976aec5fb5a","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:01.195294414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"f16a92dc-43cf-4050-8685-0976aec5fb5a","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.679075714Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44b490","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44b490","reconcileID":"6e7a60a5-a99e-416e-a144-faa4cd847d57","aitenant":"ai-tenants/e2e-praxis-a-44b490","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.27041274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37fbb71b-6c29-46e9-a021-c5389f797cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.323279109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37fbb71b-6c29-46e9-a021-c5389f797cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.375752687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37fbb71b-6c29-46e9-a021-c5389f797cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.428341424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37fbb71b-6c29-46e9-a021-c5389f797cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.540763973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-44b490","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-44b490","reconcileID":"6e7a60a5-a99e-416e-a144-faa4cd847d57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-44b490","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-44b490"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.341086976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090a8fa6-cbc3-4264-8f68-33b78869c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.40065683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090a8fa6-cbc3-4264-8f68-33b78869c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.455629855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090a8fa6-cbc3-4264-8f68-33b78869c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.509072914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"090a8fa6-cbc3-4264-8f68-33b78869c964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.196899287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"a36f10c3-a01a-4a64-a476-64d3a025d5c2","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.196934796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"a36f10c3-a01a-4a64-a476-64d3a025d5c2","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.40504178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91c31df-cd5d-4922-bbf3-f8dc77dd1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.457797578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91c31df-cd5d-4922-bbf3-f8dc77dd1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.511759456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91c31df-cd5d-4922-bbf3-f8dc77dd1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.569320494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91c31df-cd5d-4922-bbf3-f8dc77dd1809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.501358405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12513e25-e8e7-48a1-933a-94d720fd7cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.554010784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12513e25-e8e7-48a1-933a-94d720fd7cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.606643597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12513e25-e8e7-48a1-933a-94d720fd7cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:15.659922244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12513e25-e8e7-48a1-933a-94d720fd7cf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.469950945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"12405728-7451-4834-ae3f-3786647a8b6f","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.470108451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"667192be-2d2e-4923-ac9f-fd574a621e77","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.470128173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"667192be-2d2e-4923-ac9f-fd574a621e77","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.678229294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"12405728-7451-4834-ae3f-3786647a8b6f","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.800105171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"75f8b582-3f0b-4be7-98f3-5ea161396f7b","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"maas-trlp-ipp-route-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.877209675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"12405728-7451-4834-ae3f-3786647a8b6f","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"name":"e2e-ipp-a-cd0702-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.877233971Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-auth","reconcileID":"12405728-7451-4834-ae3f-3786647a8b6f","MaaSAuthPolicy":{"name":"ipp-route-cd0702-auth","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.933860614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"e06766ad-40a0-473b-89fc-b9cac36077ad","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:16.933880164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"e06766ad-40a0-473b-89fc-b9cac36077ad","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.053129109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"075a64d1-6b21-4941-a720-ebb8eadb8514","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.053154523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"075a64d1-6b21-4941-a720-ebb8eadb8514","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:17.179652749Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"3aeb7a43-9392-4c86-b73e-668c58bd8710","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"error":"failed to update TokenRateLimitPolicy for model ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-cd0702\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:17.237561022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"3aeb7a43-9392-4c86-b73e-668c58bd8710","error":"failed to update TokenRateLimitPolicy for model ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702: tokenratelimitpolicies.kuadrant.io \"maas-trlp-ipp-route-cd0702\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.237998475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"9550d6f3-d38e-45e5-8c25-966454cd7560","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"tenant":"e2e-ipp-a-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.23801878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"9550d6f3-d38e-45e5-8c25-966454cd7560","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"routeName":"ipp-route-cd0702-kserve-route","namespace":"ai-tenant-e2e-ipp-a-cd0702","llmisvcName":"ipp-route-cd0702","gateway":"openshift-ingress/e2e-ipp-a-cd0702","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.290152604Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"d2812cf5-c41b-4590-9c27-e85214603d10","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:17.396504116Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"4c83470d-3030-43b5-8e05-a5ca78b5e0bb","name":"ipp-route-cd0702","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-cd0702\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:17.396584215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"4c83470d-3030-43b5-8e05-a5ca78b5e0bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-cd0702\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.483330645Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"1d6e3f6c-d9ed-4306-9dc9-7b21102542fa","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.605912981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47640-abe8-4b1d-89c1-0798f94de24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.658607719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47640-abe8-4b1d-89c1-0798f94de24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.711639139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47640-abe8-4b1d-89c1-0798f94de24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.765026802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1e47640-abe8-4b1d-89c1-0798f94de24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.92068319Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"1766d6ff-83a7-4721-907e-58ee49685f7e","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53372285","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.973260688Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"10551dd9-f307-4118-acef-ebadde4a5aa0","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-53372285","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:18.085993913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-cd0702","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702","reconcileID":"afb2974b-2c12-419a-afd7-38ea7e64b1ce","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-cd0702\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.707215196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5387a0a6-0336-446a-908f-17939bbfb6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.760304512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5387a0a6-0336-446a-908f-17939bbfb6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.812842457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5387a0a6-0336-446a-908f-17939bbfb6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:19.865390755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5387a0a6-0336-446a-908f-17939bbfb6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.800674805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65037644-115b-4884-b3a5-4d6c825d8427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.854481256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65037644-115b-4884-b3a5-4d6c825d8427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.907132803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65037644-115b-4884-b3a5-4d6c825d8427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.960454174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65037644-115b-4884-b3a5-4d6c825d8427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.64128192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"54978973-c949-44a5-8125-884ee8d214ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f7f955","tenantID":"e2e-ipp-b-f7f955","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.757808843Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"54978973-c949-44a5-8125-884ee8d214ec","name":"e2e-ipp-b-f7f955-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.815575009Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","namespace":"ai-tenant-e2e-praxis-b-647ca8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.81566801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","namespace":"ai-tenant-e2e-praxis-b-647ca8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.815773078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","tenant":"e2e-praxis-b-647ca8","tenantID":"e2e-praxis-b-647ca8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.869632183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Deployment","name":"maas-api-e2e-praxis-b-647ca8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.930928635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Service","name":"maas-api-e2e-praxis-b-647ca8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:23.990403581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-647ca8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.044778881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-647ca8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.10748881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.162399411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.2191317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.273431847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.325969552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.378549457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.433156169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Service","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.494419761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.548989158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.601181483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.653605975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.708873546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.761045539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.814955509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.86830893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-647ca8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:24.92055916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-647ca8"},"namespace":"ai-tenant-e2e-praxis-b-647ca8","name":"default-tenant","reconcileID":"cb2a7bac-c367-4fc2-90c7-f1969914b580","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-647ca8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:25.931679448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.229449192Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-647ca8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-647ca8","reconcileID":"b61b1e27-b2cf-4efe-86d5-a51a5af37220","aitenant":"ai-tenants/e2e-praxis-b-647ca8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.711614446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7985cc66-80c1-419f-829c-b68e3af43b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.764478677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7985cc66-80c1-419f-829c-b68e3af43b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.81741024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7985cc66-80c1-419f-829c-b68e3af43b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.870003942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7985cc66-80c1-419f-829c-b68e3af43b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:28.026212729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"3d0affdb-6c4b-4cbf-9d7e-031c4081486c","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","subscription":"ipp-route-cd0702-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:28.026349441Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"ipp-route-cd0702-sub","reconcileID":"3d0affdb-6c4b-4cbf-9d7e-031c4081486c","MaaSSubscription":{"name":"ipp-route-cd0702-sub","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"model":"ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-cd0702/ipp-route-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:28.038713088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-647ca8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-647ca8","reconcileID":"b61b1e27-b2cf-4efe-86d5-a51a5af37220","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-647ca8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-647ca8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.78615972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31f51f-b0f2-4c47-b51b-b2a778bd5a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.839201755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31f51f-b0f2-4c47-b51b-b2a778bd5a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.891648883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31f51f-b0f2-4c47-b51b-b2a778bd5a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:29.944943187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31f51f-b0f2-4c47-b51b-b2a778bd5a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.262978401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"168d87df-df0d-439d-b51c-53d4f26e239f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6af41b","tenantID":"e2e-praxis-b-6af41b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:30.379290935Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"168d87df-df0d-439d-b51c-53d4f26e239f","name":"e2e-praxis-b-6af41b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.396695766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d6f03178-216d-4968-af50-05735e90bca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:40.664011657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"4eb8ccb7-9ef5-405c-9216-49a86686f5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:42.170848604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db6db5e-28c9-4048-ae7b-2917c5709cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:42.224878539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db6db5e-28c9-4048-ae7b-2917c5709cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:42.277545801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db6db5e-28c9-4048-ae7b-2917c5709cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:42.331035242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db6db5e-28c9-4048-ae7b-2917c5709cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.396301428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69eb4462-073a-4671-90ac-65789a0670d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.450149069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69eb4462-073a-4671-90ac-65789a0670d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.502943078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69eb4462-073a-4671-90ac-65789a0670d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.561116089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69eb4462-073a-4671-90ac-65789a0670d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.949600876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","namespace":"ai-tenant-e2e-ipp-a-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.949702961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","namespace":"ai-tenant-e2e-ipp-a-cd0702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.949786099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","tenant":"e2e-ipp-a-cd0702","tenantID":"e2e-ipp-a-cd0702","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.0042019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Deployment","name":"maas-api-e2e-ipp-a-cd0702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.067760164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Service","name":"maas-api-e2e-ipp-a-cd0702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.129288511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-cd0702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.184333823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-cd0702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.242274617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.300423098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.355983683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.414314466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.468609185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.50809578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b96bc3-2ecb-476e-908b-35bc9ef0f13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.561068974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b96bc3-2ecb-476e-908b-35bc9ef0f13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.562653947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.614400151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b96bc3-2ecb-476e-908b-35bc9ef0f13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.667437842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b96bc3-2ecb-476e-908b-35bc9ef0f13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.67702273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Service","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.739792457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.795338932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.849621064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.905805526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"853a1229-1ccb-4390-8884-d4cce92c4310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.937035089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.993202847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.051136193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.10565182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.171422919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-cd0702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.229225534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-cd0702"},"namespace":"ai-tenant-e2e-ipp-a-cd0702","name":"default-tenant","reconcileID":"11847000-bd84-45f1-91d3-7fab2c0f7811","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-cd0702","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.566626551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a10c37f-1fb3-44ec-b278-1a54d03b3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.61952089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a10c37f-1fb3-44ec-b278-1a54d03b3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.672313364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a10c37f-1fb3-44ec-b278-1a54d03b3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.728495136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a10c37f-1fb3-44ec-b278-1a54d03b3b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.241542208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a16130a9-62f3-407e-9e62-d01ae7f04532","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.298482586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"8b5d8059-21e3-4539-8faa-100adac19008","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:50.348356228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-sub-binding-01036ee9","reconcileID":"931310fb-25f9-478c-aa20-aa06e905b054","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-01036ee9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.399655962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bb878b57-b74b-4d8f-b7d0-73ae876bfab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.399656401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e58b6092-47fd-403f-b5b0-c7cdb83b2275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.456533166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e58b6092-47fd-403f-b5b0-c7cdb83b2275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.457577274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bb878b57-b74b-4d8f-b7d0-73ae876bfab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.457970462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"071c9bbb-de56-4d17-9a00-f0eabdcdf7f6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.514979783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"35b68ba0-e203-45aa-8232-2f3941c4a16a","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.639817317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97590bb7-b4e9-4e7d-82c3-eb0eba942556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.695377267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97590bb7-b4e9-4e7d-82c3-eb0eba942556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.749262108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97590bb7-b4e9-4e7d-82c3-eb0eba942556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.803510164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97590bb7-b4e9-4e7d-82c3-eb0eba942556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.86593087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-sub-binding-01036ee9","reconcileID":"5471b541-854c-49be-8c41-8a8945da1fc8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-apikey-sub-binding-01036ee9","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.962506116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6be7cfa5-ece1-4cb2-9691-700fd99b77ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.967573562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"39214717-3d46-4229-ae88-aaa4a1633705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.024540813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"6be7cfa5-ece1-4cb2-9691-700fd99b77ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.024565432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"39214717-3d46-4229-ae88-aaa4a1633705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.084672686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"7cc0fc93-f2cc-4de8-9eb1-6c94af8fd06c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.131543609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"6b2986a9-d727-48e3-b253-48282757d999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.300785881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-sub-binding-01036ee9","reconcileID":"7c638e07-b443-4bbe-99ff-f7f1ad01173e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:55.93071807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.14110217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067619a6-f6c1-43b5-a058-9a1add07607c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.193815083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067619a6-f6c1-43b5-a058-9a1add07607c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.246349146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067619a6-f6c1-43b5-a058-9a1add07607c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.29873098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067619a6-f6c1-43b5-a058-9a1add07607c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:58.729367741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-488431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-488431","reconcileID":"494656f3-4542-4bc9-82ae-2077e295b6fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-488431","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-488431":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.221891574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4db2b20-2ba4-4cbb-8bad-8a1fb0cfd9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.275178786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4db2b20-2ba4-4cbb-8bad-8a1fb0cfd9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.327819772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4db2b20-2ba4-4cbb-8bad-8a1fb0cfd9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.381065144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4db2b20-2ba4-4cbb-8bad-8a1fb0cfd9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.287546635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f659f1-4de2-474a-b2c7-1e5618f2b508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.34024289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f659f1-4de2-474a-b2c7-1e5618f2b508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.394610814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f659f1-4de2-474a-b2c7-1e5618f2b508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.448169722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f659f1-4de2-474a-b2c7-1e5618f2b508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.081765257Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-cd0702","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-cd0702","reconcileID":"3da53e0c-50da-462e-9a66-423f90d7a0e3","aitenant":"ai-tenants/e2e-ipp-a-cd0702","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.852034705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-cd0702","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-cd0702","reconcileID":"3da53e0c-50da-462e-9a66-423f90d7a0e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-cd0702","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-cd0702"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.288019803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e48de978-a859-4aca-a374-4b85651c872f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.40542071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e5e3cd-a06f-408f-b2b5-c15ba1d10d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.458050871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e5e3cd-a06f-408f-b2b5-c15ba1d10d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.458148495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fe9ff545-8904-4e2d-a317-5e91a4c857bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.458447325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"066c77d8-bd4c-4d93-bbfe-67113ae00294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.511466387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e5e3cd-a06f-408f-b2b5-c15ba1d10d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.576802227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e5e3cd-a06f-408f-b2b5-c15ba1d10d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.578944379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fe9ff545-8904-4e2d-a317-5e91a4c857bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.636535078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"066c77d8-bd4c-4d93-bbfe-67113ae00294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.488402756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc75d10-f06c-42cc-bb5e-1f1db9c116ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.544385064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc75d10-f06c-42cc-bb5e-1f1db9c116ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.597089569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc75d10-f06c-42cc-bb5e-1f1db9c116ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.598037665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"35ecb2fe-44c2-4005-abec-bf24fcf12fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.649534239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc75d10-f06c-42cc-bb5e-1f1db9c116ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.584212934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd319c25-09b5-4a0a-9f28-596380213dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.636634723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd319c25-09b5-4a0a-9f28-596380213dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.689139416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd319c25-09b5-4a0a-9f28-596380213dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.741737196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd319c25-09b5-4a0a-9f28-596380213dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.687533248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f510055-edef-4c27-be63-e8766111fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.740441203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f510055-edef-4c27-be63-e8766111fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.793071072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f510055-edef-4c27-be63-e8766111fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.846082066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f510055-edef-4c27-be63-e8766111fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.453794282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-sub-binding-01036ee9","reconcileID":"91981925-5b53-41ab-8ca7-39c6041a0754","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-apikey-sub-binding-01036ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.668417385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-apikey-sub-binding-01036ee9","reconcileID":"91981925-5b53-41ab-8ca7-39c6041a0754","MaaSSubscription":{"name":"e2e-apikey-sub-binding-01036ee9","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.883702988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"1ca50dcb-e323-4b98-b3c6-dcaaaecb1d71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:14.935213436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"49dfa2f2-9530-4fbb-852f-d53f0154dddc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:15.093094277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f686e1e4-e1af-4901-b97a-43d79210022d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:15.093094279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"434f88c9-b383-478f-bad7-547aae3ad067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:15.152149617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"434f88c9-b383-478f-bad7-547aae3ad067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:15.152156749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f686e1e4-e1af-4901-b97a-43d79210022d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.13959958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ca46b911-3942-4a6b-a4c6-da16b356214b","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.195099839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"3d4242bb-b349-4da6-a9df-e6d5809f2995","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:15:16.245307699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-sub","reconcileID":"ccbda598-8338-4695-84d0-c7d865f43dc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.296942889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1b08dba5-1d2f-4fba-bbf4-64653f6208d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.297192387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"07606ef3-bbab-4f01-adbc-45af3b22708c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.354378087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1b08dba5-1d2f-4fba-bbf4-64653f6208d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.354378089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"07606ef3-bbab-4f01-adbc-45af3b22708c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.354954015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"95d1cb5d-cc19-4d7b-8324-cb3ea0de0435","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.413305592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"a3662b06-6bca-4246-b957-c95c71f92a41","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.668122237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cd0279d7-f451-4b57-87c3-a24f2a2099d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.668173302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"586cf4c8-b92c-4e27-a072-61c0b13f9cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.68116391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-sub","reconcileID":"3fb5907e-0c18-42c7-8370-7ae30683718f","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-ordering-sub","ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.725027205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cd0279d7-f451-4b57-87c3-a24f2a2099d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.72527688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"586cf4c8-b92c-4e27-a072-61c0b13f9cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.846006722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"69e26ab7-0f36-4d07-92fd-fab9287ccf61","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:16.894343361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8fa0172d-0f68-439e-9d43-3c329e6ced98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.061594978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-sub","reconcileID":"b15dc6b6-d5a3-475b-9e01-0fd737ea1e32","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:19.596069678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ff41077d-3627-4ac9-8bae-fd2bd42f416c","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:19.653377526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"58094d1e-19f2-4119-9d4a-46549f8743d4","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:19.815081557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"00bf2bfa-ecf8-446e-8d27-163c1cfe4cee","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:19.871930468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"00bf2bfa-ecf8-446e-8d27-163c1cfe4cee","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.192059654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"dcb276ac-2a8f-43b0-b8d2-f6178f4a40c3","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.433450329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"2809dc26-b318-4bd3-a712-8825b5399628","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.490577464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99bd0c3-242f-4d40-bc70-eccc831b545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.543951635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99bd0c3-242f-4d40-bc70-eccc831b545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.596986827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99bd0c3-242f-4d40-bc70-eccc831b545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.597142946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"f9366d23-4945-4455-8235-37bcbe0059ec","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.597318777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5b445a4d-b5cb-4130-bbdd-d8d98c5c6f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.6499198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99bd0c3-242f-4d40-bc70-eccc831b545f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.65026456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"015eeb9c-4946-4100-9964-42e3f31b460a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.709419556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"015eeb9c-4946-4100-9964-42e3f31b460a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.709489172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5b445a4d-b5cb-4130-bbdd-d8d98c5c6f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.711767472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"f9366d23-4945-4455-8235-37bcbe0059ec","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.583335929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79795997-1cb1-4efc-b5a3-7278b477e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.63580236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79795997-1cb1-4efc-b5a3-7278b477e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.6888115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79795997-1cb1-4efc-b5a3-7278b477e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.741400834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79795997-1cb1-4efc-b5a3-7278b477e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.930643613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:32.602416678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-sub","reconcileID":"e2f9aedb-5e17-4e26-a2b6-42670d867ce0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:32.816332454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-sub","reconcileID":"e2f9aedb-5e17-4e26-a2b6-42670d867ce0","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.032261808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"b3272747-12a8-4657-a21a-72e97ac9bf46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.079116424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"95e66225-ca70-4993-a28a-335c3547e8eb","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.245308721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"b4f0118d-e69c-46cf-8cfe-99dd5a0ba945","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.297008241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e8eb1fda-f32c-4f9b-8507-3a9a9afb1c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.297080707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"42ee4041-1861-4dde-bd2d-6b98960e6ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.301711135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"b4f0118d-e69c-46cf-8cfe-99dd5a0ba945","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.354228808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e8eb1fda-f32c-4f9b-8507-3a9a9afb1c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:33.354727913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"42ee4041-1861-4dde-bd2d-6b98960e6ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.24593753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145dec8e-651b-446f-9985-41643f852756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.298762845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145dec8e-651b-446f-9985-41643f852756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.351438456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145dec8e-651b-446f-9985-41643f852756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.403726438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145dec8e-651b-446f-9985-41643f852756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:37.31317878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44c2563-7065-4b6c-8831-ad59cd420934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:37.365726747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44c2563-7065-4b6c-8831-ad59cd420934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:37.419470486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44c2563-7065-4b6c-8831-ad59cd420934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:37.477047887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44c2563-7065-4b6c-8831-ad59cd420934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.425607962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03493c05-50da-449b-9ca1-1e8930a9e54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.478141116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03493c05-50da-449b-9ca1-1e8930a9e54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.531597483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03493c05-50da-449b-9ca1-1e8930a9e54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:39.584134088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03493c05-50da-449b-9ca1-1e8930a9e54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.486985553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27549f10-049d-4108-960b-3e88721e8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.540946058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27549f10-049d-4108-960b-3e88721e8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.69447698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27549f10-049d-4108-960b-3e88721e8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:41.747186816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27549f10-049d-4108-960b-3e88721e8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.223356699Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-ordering-auth","reconcileID":"903b0fba-6af3-4bb1-89e4-9d2331a7c7a1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.223429419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"4b6f3cac-52d0-403f-8196-ce29e7238366","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.434481154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"55513549-9f8c-4b02-835c-b43bf9bbb4ba","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.68550793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba760d2a-2a72-43ca-b1de-195b6b534355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.738176882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba760d2a-2a72-43ca-b1de-195b6b534355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.791459825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba760d2a-2a72-43ca-b1de-195b6b534355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.845153197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba760d2a-2a72-43ca-b1de-195b6b534355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.726956579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22878cf8-4d40-4f9c-8f69-1667e87f15e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.780704728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22878cf8-4d40-4f9c-8f69-1667e87f15e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.834289786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22878cf8-4d40-4f9c-8f69-1667e87f15e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.886978123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22878cf8-4d40-4f9c-8f69-1667e87f15e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.779456623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afb721c-a167-4942-8efe-ed007b391757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.832188478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afb721c-a167-4942-8efe-ed007b391757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.884814068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afb721c-a167-4942-8efe-ed007b391757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:47.937457484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4afb721c-a167-4942-8efe-ed007b391757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.903749637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a6576c-5e31-4089-b97a-03ea3b018fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:49.956495828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a6576c-5e31-4089-b97a-03ea3b018fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.009148366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a6576c-5e31-4089-b97a-03ea3b018fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:50.062626221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a6576c-5e31-4089-b97a-03ea3b018fd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.005967786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f35ed1-c792-4c14-9de3-e2db96faa2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.058560311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f35ed1-c792-4c14-9de3-e2db96faa2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.110885396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f35ed1-c792-4c14-9de3-e2db96faa2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.163331934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f35ed1-c792-4c14-9de3-e2db96faa2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.767189137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"82478cc1-d868-41b5-b88a-b7f542dccaaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:52.937077132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8802785f-1f11-470e-9470-9304be882e04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.036458291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2e6cb9a-d89e-402d-b823-c34986197a4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.137297397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9d3e0af4-8441-4c22-9f20-733ae907cc12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.137330226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"baf7680b-1b02-4b23-9c5e-e3e07dfee8a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.456259335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"6939e6d7-c162-42ff-87a8-d2fac2c6efa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.607763641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"6e1a4a26-5aa0-467b-ad00-e09666fedf4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.687378101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"0e890a7c-eb56-417f-881f-38f06cef784f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.805311714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9197cb37-cb42-4dfd-8f8b-8520226bea7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:53.908962613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"ae0a8a52-4caa-4ef6-a66f-6fa4c4d1d2e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.009292779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7d90e864-8601-40b7-8da5-ca324926ff4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.070082466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab85a45-4cba-4a7e-b6c0-069f30d6da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.108216453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"0ec92ed9-56dc-43c7-8898-9b02a6af5567","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.122448307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab85a45-4cba-4a7e-b6c0-069f30d6da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.174925818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab85a45-4cba-4a7e-b6c0-069f30d6da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.227440856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ab85a45-4cba-4a7e-b6c0-069f30d6da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.748446457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"eb599d4a-459e-4b89-9df8-c4019660bd54","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.803594028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ce4e625c-2776-43ea-bb24-10b49500411b","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:54.959747712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"05e507df-6ea9-4b93-a2db-4b2151282167","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.016689609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"05e507df-6ea9-4b93-a2db-4b2151282167","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.371723072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"c991400c-6a95-4375-b95e-093b2335993d","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.580222209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"838c384f-4d1c-40b0-84b7-7199ef8ec809","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.655724926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"838c384f-4d1c-40b0-84b7-7199ef8ec809","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:55.931484259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.190316431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58711246-9007-42d4-aeb3-e3e28b5aa042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.242883748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58711246-9007-42d4-aeb3-e3e28b5aa042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.295399431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58711246-9007-42d4-aeb3-e3e28b5aa042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.348717273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58711246-9007-42d4-aeb3-e3e28b5aa042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.236946322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d80b54-2590-4f7a-b655-e02dd9a33b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.289530202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d80b54-2590-4f7a-b655-e02dd9a33b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.342311413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d80b54-2590-4f7a-b655-e02dd9a33b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.395407909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d80b54-2590-4f7a-b655-e02dd9a33b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.282298388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7348b4e8-0dad-4fe3-96a8-3b55d9723f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.335223529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7348b4e8-0dad-4fe3-96a8-3b55d9723f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.388756543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7348b4e8-0dad-4fe3-96a8-3b55d9723f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.4421765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7348b4e8-0dad-4fe3-96a8-3b55d9723f64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.024354779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"f06f1572-57f5-4530-821a-bd5cfbab46a4","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.081117948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"b42fa898-bebd-42a7-ba49-ca4f1dc4c6d1","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:05.127875828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-success","reconcileID":"109d03ae-febb-4a4e-94af-7e6815c5e992","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.180497232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7fcfed76-1d8e-4750-97ff-f8d6d540e28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.180693869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"dd8bd562-b720-436c-b3ab-5233e86354e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.180495232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e18c2a7f-43d5-4fcf-8797-f127a0ffa1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.238566885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"dd8bd562-b720-436c-b3ab-5233e86354e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.238574972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e18c2a7f-43d5-4fcf-8797-f127a0ffa1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.240146026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ad33a5b6-4120-44f9-be57-14aaddc1316f","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.24129421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7fcfed76-1d8e-4750-97ff-f8d6d540e28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.345583593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"f3453b58-86cf-4fa4-abd5-a29f4910ca6e","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.604024964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"33e7bb3b-17d6-470f-88cf-bc20e75c69a2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.604236536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c773d3b9-0124-4301-a448-2c808edcb19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.604024967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a894e6c2-f008-48c5-b382-45b69b541e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.616893303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-success","reconcileID":"407744c9-f0fe-4cff-b6ec-ff4e8860e7b4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.668470597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"33e7bb3b-17d6-470f-88cf-bc20e75c69a2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.671641668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a894e6c2-f008-48c5-b382-45b69b541e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.671868409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c773d3b9-0124-4301-a448-2c808edcb19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.784319547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"3593a5fc-c0dc-4fb4-9417-4bdc2dd932dd","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:05.830463496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"3d93eb66-fc4f-4a51-889e-4c27cacffa0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.036649167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-success","reconcileID":"8509bfee-8a26-4873-9219-4dd02d2f1bef","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.516458795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"c45031b9-5343-47ee-976a-101aa7e2945e","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.674421007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7043a9b4-da11-4001-9ecd-7f094f3356c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.674447919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"5c2e9fdf-3c21-4bbe-b671-88f5fa5bbcd8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.674978951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"067f1229-d566-4c77-b58f-83e5fda740f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.735699694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7043a9b4-da11-4001-9ecd-7f094f3356c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.736546213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"5c2e9fdf-3c21-4bbe-b671-88f5fa5bbcd8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.739563936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"067f1229-d566-4c77-b58f-83e5fda740f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:09.998431603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"379373d3-8687-47bc-8f19-93312940e564","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-488431","tenantID":"e2e-praxis-b-488431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:10.115011967Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"379373d3-8687-47bc-8f19-93312940e564","name":"e2e-praxis-b-488431-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.163575448Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","namespace":"ai-tenant-e2e-ipp-b-dea32f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.163637696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","namespace":"ai-tenant-e2e-ipp-b-dea32f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.16368744Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","tenant":"e2e-ipp-b-dea32f","tenantID":"e2e-ipp-b-dea32f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.218153634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Deployment","name":"maas-api-e2e-ipp-b-dea32f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.27876866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Service","name":"maas-api-e2e-ipp-b-dea32f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.340827506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-dea32f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.406238859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-dea32f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.464113919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.519714568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.576804922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.632361018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.688144702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.742863184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.803444661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Service","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.867679853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.925320596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.982045987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.038024487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.094081624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.149090702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.203480523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.269262883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-dea32f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.325413362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-dea32f"},"namespace":"ai-tenant-e2e-ipp-b-dea32f","name":"default-tenant","reconcileID":"cb6d8400-7418-4cba-a211-af2bd12207dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-dea32f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.383034208Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","namespace":"ai-tenant-e2e-ipp-a-1e605a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.383115765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","namespace":"ai-tenant-e2e-ipp-a-1e605a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.383186841Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","tenant":"e2e-ipp-a-1e605a","tenantID":"e2e-ipp-a-1e605a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.437272438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1e605a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.497445551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Service","name":"maas-api-e2e-ipp-a-1e605a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.55548996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1e605a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.61000024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1e605a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.678147631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.733366129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.791483718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.849943742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.90618061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.960644366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.025587626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Service","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.085314534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.141534682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.196071496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.253333558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.309280352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.364160395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.418135135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.478157745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1e605a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.532545477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1e605a"},"namespace":"ai-tenant-e2e-ipp-a-1e605a","name":"default-tenant","reconcileID":"39971ce2-94b9-4af0-b5b5-c6928466f3ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1e605a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.590379036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","namespace":"ai-tenant-e2e-praxis-a-029825","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.590460281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","namespace":"ai-tenant-e2e-praxis-a-029825","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.590529958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","tenant":"e2e-praxis-a-029825","tenantID":"e2e-praxis-a-029825","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.644323063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Deployment","name":"maas-api-e2e-praxis-a-029825","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.706169577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Service","name":"maas-api-e2e-praxis-a-029825","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.7634425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-029825","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.817523193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-029825","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.886428564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.943169877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.000018891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.054244106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.10631136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.16218386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.220950213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Service","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.273182047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.325440897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.377605238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.429311911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.484493881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.537175313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.589878444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.646078372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-029825","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.679665744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-success","reconcileID":"85304b6a-daac-4f04-a0f7-18151a5dd58a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.698407072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-029825"},"namespace":"ai-tenant-e2e-praxis-a-029825","name":"default-tenant","reconcileID":"8313f687-ad60-4469-af01-dbfdddd39680","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-029825","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.896873446Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-success","reconcileID":"85304b6a-daac-4f04-a0f7-18151a5dd58a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.158450362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"31279e0d-e59b-4bb0-9fee-14e3f327cc96","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.209281769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"1e912329-12d2-40c6-a221-0d410a43a24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.309577663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"84712f52-f207-408d-b7ee-8a69e6c34611","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.314483377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e2cbcec6-308a-4087-b293-184b2dda5c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.314569996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"b861014e-cdc9-4322-ac0e-6f2c38fe8f34","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.314958787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"74e64745-898c-4f46-84dc-b154535fd255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.371462046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"b861014e-cdc9-4322-ac0e-6f2c38fe8f34","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.371472106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"74e64745-898c-4f46-84dc-b154535fd255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.373500395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e2cbcec6-308a-4087-b293-184b2dda5c18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.576336012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-success","reconcileID":"22f7e267-5c8f-4c71-88bc-fc4bfde502ab","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.743228324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"1bae8b44-d7ae-4cb8-bb7a-7bfa56a15f93","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.126867344Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dea32f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dea32f","reconcileID":"0da0fd4d-217a-48dc-911d-0e57d7794e73","aitenant":"ai-tenants/e2e-ipp-b-dea32f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.636370429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f3d11f9e-76ac-45c9-9598-90e849525c19","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.691472957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"34ce1472-7a1f-4c6f-9ef0-2d8999d02db8","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.714787421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c2ff1-2cbf-4f35-b5a2-fa4e85e63a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.767869329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c2ff1-2cbf-4f35-b5a2-fa4e85e63a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.820228517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c2ff1-2cbf-4f35-b5a2-fa4e85e63a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.872737731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2c2ff1-2cbf-4f35-b5a2-fa4e85e63a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.907619272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"17c3e50d-af3a-4a28-8e66-31eb7314bfb3","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.924610312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ab334f95-0115-44ff-8ae3-edda345aa711","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.9637537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"15f8eab7-fadf-49ec-8c12-0e2d4ea7803d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.982417839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ab334f95-0115-44ff-8ae3-edda345aa711","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:21.012313919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-free","reconcileID":"24a66c4a-653a-4c26-b7ed-971353ee0513","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.037751465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-dea32f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-dea32f","reconcileID":"0da0fd4d-217a-48dc-911d-0e57d7794e73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-dea32f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-dea32f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.085201282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"82ba31c6-9c99-43a0-b9ef-7818981fc3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.085479117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bbf188c6-4df2-4033-a6ff-c14ab1e471c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.124288516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2f139ad0-11b7-46ed-bfeb-d6857c49b242","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.141917204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"82ba31c6-9c99-43a0-b9ef-7818981fc3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.14215244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bbf188c6-4df2-4033-a6ff-c14ab1e471c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.183029274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"20da32fe-117f-410e-b08c-17869d0ec520","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.226563694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b57009c7-6fef-4265-bec8-ca865099bc07","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.227621221Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-990c15 priority=0:[ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-free ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.284016452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"c010fa62-ed68-42f7-ba3b-6c6390adf437","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.331722704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"11806ae5-14da-4bdf-b7a2-1559de88163c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:21.33652479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.348274249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"4026fde1-3929-44e0-aa17-8873cd4547e4","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.392369067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e7c5cf32-169a-4860-9be6-8ff9fe79a5e4","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.470789186Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-free","reconcileID":"e57e33d5-5fa2-4c23-83cc-acea6209a75c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.515423233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c395e018-7bc0-4740-83a3-82be8f2d9916","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.576566843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c395e018-7bc0-4740-83a3-82be8f2d9916","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.636190529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1bcaa220-228c-4ef6-8ec2-c577c27221f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.636169754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"febfbe08-daa9-4ea1-85e0-6903b2d98928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.637959187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-premium","reconcileID":"d7627f2f-4e1e-4a8b-8656-758fc21a0077","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.695199002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1bcaa220-228c-4ef6-8ec2-c577c27221f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.697007561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"febfbe08-daa9-4ea1-85e0-6903b2d98928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.698174272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"3b8355c3-9829-49cf-ac1f-8a5cb5a00b0b","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.738754616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d50baeb8-6ee8-4390-bd98-87e5e197f6e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.813288369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"5a01c40f-f41e-47d8-b841-9745a3633249","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:21.912202056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-free","reconcileID":"c57d616d-2b64-42b0-ba7b-85212424eab1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.128241377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-premium","reconcileID":"dd292bad-dfbb-4cf3-a45d-c345a062a502","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.45828192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"04b85a1e-eba2-4a78-9eb5-2d35265759bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.650290672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3705787c-5ec6-477c-aba6-96dd5003e1d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.76484504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d55836cc-2a87-4383-a9fb-998db4cb0212","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.817702437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"092e3856-7719-4492-a3c0-d13418b56209","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.834556944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959208c7-efec-4d4f-a187-bd7cccc329e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.873373806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"5c8949dc-d9d2-4db2-8ba8-3fc76ddeb043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.888222651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959208c7-efec-4d4f-a187-bd7cccc329e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.941959234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959208c7-efec-4d4f-a187-bd7cccc329e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.994584251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"22504bf7-b375-43e8-a7bc-6a5326eabac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:22.995501531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959208c7-efec-4d4f-a187-bd7cccc329e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.153352219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"6032bac6-1c82-4ed5-a309-1db7858e6ffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.206292313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ac743f2-a1d0-4bfb-a912-a7b01440448f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.314246643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"d472b2fc-7ed6-45dc-9258-98fbe92dcd5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:23.53140582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"21903c35-1ded-42c4-b4a4-5385e042a79c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:24.821429121Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e605a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e605a","reconcileID":"fcb2844f-4c13-42fc-9f46-3bd07e088d06","aitenant":"ai-tenants/e2e-ipp-a-1e605a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.001307085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ddc8a53-af07-4e59-afcc-f888b3713684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.054710702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ddc8a53-af07-4e59-afcc-f888b3713684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.107213554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ddc8a53-af07-4e59-afcc-f888b3713684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.160261264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ddc8a53-af07-4e59-afcc-f888b3713684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.572890266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"76b1241b-ba25-4a3b-893f-83ab29c99518","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.608489299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1e605a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1e605a","reconcileID":"fcb2844f-4c13-42fc-9f46-3bd07e088d06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1e605a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1e605a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.729669436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4c860424-875f-4434-887d-c1f5046bde6f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.730712616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"92bc302c-b651-4ec8-987d-9c9e8697e28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.73140058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"85761633-1863-4f0e-8d48-759478580969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.788748372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4c860424-875f-4434-887d-c1f5046bde6f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.792355093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"92bc302c-b651-4ec8-987d-9c9e8697e28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.792357604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"85761633-1863-4f0e-8d48-759478580969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:25.930764031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.099964232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484fee65-cc61-47ca-a322-000c13edb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.152586221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484fee65-cc61-47ca-a322-000c13edb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.205532484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484fee65-cc61-47ca-a322-000c13edb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.259101631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484fee65-cc61-47ca-a322-000c13edb1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.792730655Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-029825","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-029825","reconcileID":"de0d3557-ae12-4282-a65c-4a0704d67c7b","aitenant":"ai-tenants/e2e-praxis-a-029825","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.551660523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-029825","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-029825","reconcileID":"de0d3557-ae12-4282-a65c-4a0704d67c7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-029825","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-029825"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.127524546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a774e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a774e2","reconcileID":"17ebc4b7-137a-4c44-b836-02bb0af00158","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a774e2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a774e2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.195701955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6ecd-1acc-40e1-b0f0-226ac60cf941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.248681188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6ecd-1acc-40e1-b0f0-226ac60cf941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.302274585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6ecd-1acc-40e1-b0f0-226ac60cf941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.358054001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac6ecd-1acc-40e1-b0f0-226ac60cf941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.249090203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcd1f9e-11ae-42aa-b0d2-9abb7d66911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.302666467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcd1f9e-11ae-42aa-b0d2-9abb7d66911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.357721903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcd1f9e-11ae-42aa-b0d2-9abb7d66911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.411165593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcd1f9e-11ae-42aa-b0d2-9abb7d66911f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:33.306203032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b0578d-20d1-465a-a4a4-6aec7813c9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:33.359354802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b0578d-20d1-465a-a4a4-6aec7813c9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:33.411938897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b0578d-20d1-465a-a4a4-6aec7813c9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:33.466172716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b0578d-20d1-465a-a4a4-6aec7813c9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.735752652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-free","reconcileID":"6c41ca9c-eec5-4e0f-a666-390c5723d871","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.993923192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-free","reconcileID":"6c41ca9c-eec5-4e0f-a666-390c5723d871","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.222095973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"ef3752d8-187c-4145-aa49-dd47c9e2c825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.22218938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-premium","reconcileID":"36f14603-b4f8-49a2-830f-19a737bbfd60","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.254517975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ccbb6120-05c3-46f0-be2f-6026a6d864c1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.313370158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"02749362-dcfb-4fc0-a5b5-811a7c89459d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.397670359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ac8a1f88-9d85-4fdd-9a61-279cde948d49","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.411855238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3645bfd9-9911-4e49-95b4-d189a4d5a572","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.412066304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"45a9d99a-b90c-4570-af54-707bb8459260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.411855236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2dc146ae-bbbb-4cd3-b4f9-168212a07890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.469868802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3645bfd9-9911-4e49-95b4-d189a4d5a572","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.471327622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2dc146ae-bbbb-4cd3-b4f9-168212a07890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.472263417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"45a9d99a-b90c-4570-af54-707bb8459260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.529622305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e983c7-0dcb-491c-b8fe-bbbe9648745a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.582475619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e983c7-0dcb-491c-b8fe-bbbe9648745a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.635176579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e983c7-0dcb-491c-b8fe-bbbe9648745a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.687490092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e983c7-0dcb-491c-b8fe-bbbe9648745a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.846155124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba4c46ea-1ddf-4a7a-a704-298b655867d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.846377885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"33bd1cda-1161-4942-9c09-adf01d992c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.846156295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ab09f251-5d7a-4634-882c-898a7c1e9a1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.908061548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ab09f251-5d7a-4634-882c-898a7c1e9a1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.908205754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ba4c46ea-1ddf-4a7a-a704-298b655867d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.931227699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"33bd1cda-1161-4942-9c09-adf01d992c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.655393922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2373ec50-0682-4953-bb79-5b472960163b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.711176185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2373ec50-0682-4953-bb79-5b472960163b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.764586795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2373ec50-0682-4953-bb79-5b472960163b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.817462992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2373ec50-0682-4953-bb79-5b472960163b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.703456533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa66b75-c4d2-48a1-a4ae-33c4f2da9ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.756812691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa66b75-c4d2-48a1-a4ae-33c4f2da9ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.809433909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa66b75-c4d2-48a1-a4ae-33c4f2da9ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.86887407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efa66b75-c4d2-48a1-a4ae-33c4f2da9ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.806528651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b526d12d-b9aa-46b6-ac15-0af1da005d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.860160987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b526d12d-b9aa-46b6-ac15-0af1da005d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.912822185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b526d12d-b9aa-46b6-ac15-0af1da005d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.967082947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b526d12d-b9aa-46b6-ac15-0af1da005d5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.951217015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396c7822-9d24-456c-879a-3779e2a58b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.011378564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396c7822-9d24-456c-879a-3779e2a58b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.066024178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396c7822-9d24-456c-879a-3779e2a58b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.11945103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396c7822-9d24-456c-879a-3779e2a58b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.563410336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-premium","reconcileID":"712c59bc-3f56-4ff9-a91c-4d6c5ee4bc74","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.778477836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-subscription-premium","reconcileID":"712c59bc-3f56-4ff9-a91c-4d6c5ee4bc74","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.009134604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"31f2d05b-e1fb-47aa-81ca-a99f4b9bfa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.025739236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"1ac1e53a-018a-45d5-9e8e-e0843ccc7517","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.100087904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadecf9f-e325-4fa4-98a4-4d48b3716de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.153656154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadecf9f-e325-4fa4-98a4-4d48b3716de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.181233658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"cf330643-6e5f-4e34-9056-cb925a20ce3e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.206572181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadecf9f-e325-4fa4-98a4-4d48b3716de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.259685139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fadecf9f-e325-4fa4-98a4-4d48b3716de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.259797891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"04062ef3-ac66-42c0-92fd-02e33ae9cb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.260180371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5e9add5f-bb6c-4c70-8ddf-e485ea8add5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.260357894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bcc86d1f-d5a9-4e4c-9ee2-ed4150c360c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.317451622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"04062ef3-ac66-42c0-92fd-02e33ae9cb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.317978678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bcc86d1f-d5a9-4e4c-9ee2-ed4150c360c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.320554765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5e9add5f-bb6c-4c70-8ddf-e485ea8add5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.522517819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bc62ec5b-bc87-49a4-b4e4-8a240335bf6c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.686581746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b5ee7885-b11a-4be5-8f31-786942ea93bc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.15634077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"70aaae0e-5b99-4339-90cb-149cd9b75183","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.187587085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d96d3b-96b2-4794-a705-4fdabf5e4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.240371286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d96d3b-96b2-4794-a705-4fdabf5e4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.245110952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2ee92ab3-7405-4666-b863-34c99abb92a4","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.29279092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d96d3b-96b2-4794-a705-4fdabf5e4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.346199176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d96d3b-96b2-4794-a705-4fdabf5e4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.418324546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"84b85357-131b-44d5-94d9-4aeace519a98","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.473500575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6e0335ee-34da-47bc-b1d7-0063a7dbc11d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.50295654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"9c1d9f03-05d0-4dfa-9904-85e7c0a93d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:49.522200776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-user-subscription","reconcileID":"45a7a540-4501-4d3c-a2b0-709e1905280d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.559093851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"9c1d9f03-05d0-4dfa-9904-85e7c0a93d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.612462419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1550885f-0641-4df6-a992-6cb5d0f6faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.612463844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c04b6c81-a58f-4239-8f4f-864048668bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.66973755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c04b6c81-a58f-4239-8f4f-864048668bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.66982022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1550885f-0641-4df6-a992-6cb5d0f6faec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.670775584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2033b670-3dac-4edb-84a2-2ebe5d4062e4","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.690657608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-990c15 priority=0:[ai-tenant-e2e-worker-w0-990c15/e2e-test-other-subscription ai-tenant-e2e-worker-w0-990c15/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.690674652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6db908f6-17f7-471a-adfa-601432e1f603","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.730591858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a2f42fb8-b779-4528-b6ee-5a68c4f01b11","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.747464937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2beeb0ea-dd73-4b91-92ee-269a65b7f26d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:49.795668616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"06d10c0e-d624-4d61-9888-dcfb68f56aec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.80806554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"fec4a771-94e6-405e-99ed-4802d1eee611","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.880527965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"778d2763-374e-4564-b2e2-f8210c095144","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.906660501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"3afcf302-f12f-4869-8ce9-4d9e763b99f2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.963732041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"3bef7fce-e9bf-4111-9556-42743f04a60e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.997596985Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-user-subscription","reconcileID":"4fb76eb2-b62a-424d-83c1-ec49307f1573","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-990c15/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.038291204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"ddca6bb3-1c5f-4777-a3ee-081ac41f98d1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.09479201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"ddca6bb3-1c5f-4777-a3ee-081ac41f98d1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.137950009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6886a9e6-a89c-49bc-9f31-a63d36599d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.138004175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"be479643-2696-447c-9f48-0da4e6c9e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.18307053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"df704b7b-cbcd-457e-b341-bde141a762dc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.187405573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"780c743f-397a-4357-862f-115c5f919097","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.196345209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"be479643-2696-447c-9f48-0da4e6c9e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.201189012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6886a9e6-a89c-49bc-9f31-a63d36599d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.273663296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"b067dd81-ea80-41f3-b4a3-c8ad507b10d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.393849881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-user-subscription","reconcileID":"68828ee6-e34d-46e0-962d-c0cbb952606e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:50.45416008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"ddca6bb3-1c5f-4777-a3ee-081ac41f98d1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.458603458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e1e7241a-3064-475d-8543-f85a3616bedc","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.66511102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"da213c31-8192-4f3a-a2ce-c23145a3a941","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.670542163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"483b319d-d64d-44e2-a3f9-735e74ebd609","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.754150853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"da213c31-8192-4f3a-a2ce-c23145a3a941","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.963031292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8fe8ab8f-6374-4bbf-b174-24377c3e4fdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.307885217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4148e466-a4dc-46a7-971a-be3530e73374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.362233861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4148e466-a4dc-46a7-971a-be3530e73374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.415095619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4148e466-a4dc-46a7-971a-be3530e73374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.468100254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4148e466-a4dc-46a7-971a-be3530e73374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.930190452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.611471541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"933e2d99-2018-49ad-887d-f8b1a879b707","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.768164393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8f989c7f-34fe-4e34-b8f0-56f7fc0cfbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.768415754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"3832e870-0127-4343-a62c-db51f0077a9c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.768164385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b3c28019-23f3-427f-ae74-77b7fe7f1c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.824709676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8f989c7f-34fe-4e34-b8f0-56f7fc0cfbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.824856055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b3c28019-23f3-427f-ae74-77b7fe7f1c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.826938182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"3832e870-0127-4343-a62c-db51f0077a9c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.154774067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8dd444-329e-4fa0-9db2-c66d35613670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.207557645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8dd444-329e-4fa0-9db2-c66d35613670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.260062776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8dd444-329e-4fa0-9db2-c66d35613670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.312592599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8dd444-329e-4fa0-9db2-c66d35613670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.774266684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-user-subscription","reconcileID":"cf242b6d-dc49-471f-a1bd-6bdb6a8070ef","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.987703771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-user-subscription","reconcileID":"cf242b6d-dc49-471f-a1bd-6bdb6a8070ef","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.198968581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"628a6cee-8f10-4813-b2b4-b2cec63e5cce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.199015632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"ce4bc9f6-408f-4f5d-a50b-ef816b083f52","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.248131429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"efe68bbd-24d2-4562-85e1-f3b2838eb50d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.307333547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"b1da0718-4b23-4dfb-a9af-d1b9097ea860","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.470039621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"118b3899-540c-402e-b4e4-f4984d364865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.470206031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"23666a28-ef2d-44da-8e85-c01d57dbfc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.470724502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"d27b310b-e9d6-4e46-b1a3-9b07b74e94df","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.488673073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"620f014c-e5e7-4126-b837-54fe61f7ef65","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.565410505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"118b3899-540c-402e-b4e4-f4984d364865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.568413676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"23666a28-ef2d-44da-8e85-c01d57dbfc0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.569935256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"d27b310b-e9d6-4e46-b1a3-9b07b74e94df","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.952306286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9acdb620-e015-497b-9b8b-59a381095a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.952344693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"7a121567-7421-408e-9361-e708077c0b45","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.952778027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b3f23429-0c03-4fe6-973a-e831baa209b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.009288406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9acdb620-e015-497b-9b8b-59a381095a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.010653062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b3f23429-0c03-4fe6-973a-e831baa209b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.011524275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"7a121567-7421-408e-9361-e708077c0b45","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.311689256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeab9b8-50e4-40e7-9ef2-72231b0eda94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.365127491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeab9b8-50e4-40e7-9ef2-72231b0eda94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.417953786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeab9b8-50e4-40e7-9ef2-72231b0eda94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.472042775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeab9b8-50e4-40e7-9ef2-72231b0eda94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.40859162Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","namespace":"ai-tenant-e2e-ipp-b-f7f955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.408671123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","namespace":"ai-tenant-e2e-ipp-b-f7f955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.40873933Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","tenant":"e2e-ipp-b-f7f955","tenantID":"e2e-ipp-b-f7f955","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.463099494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f7f955","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.523104536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Service","name":"maas-api-e2e-ipp-b-f7f955","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.580529748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f7f955","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.636523231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f7f955","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.70875398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.764007848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.822131669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.87614835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.930464396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.984653133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.045665868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Service","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.107580452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.163603112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.21943304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.275530577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.332581882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.387401955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.441803864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.49927482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f7f955","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:19.557489556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f7f955"},"namespace":"ai-tenant-e2e-ipp-b-f7f955","name":"default-tenant","reconcileID":"76c05a84-47ca-4824-b545-c1fc8060ca1d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f7f955","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.667383321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"d967b605-e6d9-4e1e-800e-5e8dc1fb73ee","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:21.884313146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-other-subscription","reconcileID":"d967b605-e6d9-4e1e-800e-5e8dc1fb73ee","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.094285508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"13a3b131-3013-431e-80f3-fba05831f461","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.143923104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"1bee9879-643e-4c3a-8e9b-dbe70c84b5a1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.286926533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"4c7cfde0-6cd0-413f-b3da-0bdecdea0465","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.30056021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"1b64b083-7764-468e-96fd-a2a552a2a794","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.300782646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d9a4fedf-5fcb-4cc6-b54a-d907f47a8dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.30056759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"11f1cdff-2bcc-454c-886d-2e53230d7948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.359316301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d9a4fedf-5fcb-4cc6-b54a-d907f47a8dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.359431858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"1b64b083-7764-468e-96fd-a2a552a2a794","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.361801541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"11f1cdff-2bcc-454c-886d-2e53230d7948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.515572315Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-auth-access-denied","reconcileID":"be81a8fa-dfff-4350-aa56-f75854bd15f1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:22.676239435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a80ccd88-5b7c-402e-88f7-1458cd77dde3","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.010603908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"d25543e4-53c6-4d07-9721-33d73cd4e1ff","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.067400891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"a3a85418-47aa-4b0a-9603-dea418c8e767","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.225789886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"b4d6c255-5c9c-41fa-9ab8-50f20f2b6283","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.283357816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"b4d6c255-5c9c-41fa-9ab8-50f20f2b6283","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.287375974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"e8079594-faec-40dd-b406-45800f92775b","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.344607656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"4177f529-49f7-464b-8524-2f389a10968b","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:24.394065536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-sub-only","reconcileID":"f0821181-90d2-42e1-8d7d-a717ec538463","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.445481069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"85ff1a05-c669-433a-8020-d176bb4aca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.445481315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3c021fe0-5a6a-4720-8444-26fc8d3bf576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.492433086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"d8a1ddf1-f2c0-4cf6-a162-1f1bd181a57e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a774e2","tenantID":"e2e-praxis-a-a774e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.501621783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"85ff1a05-c669-433a-8020-d176bb4aca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.502052485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3c021fe0-5a6a-4720-8444-26fc8d3bf576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.50318843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"27ff01b8-6894-4b95-8d08-ba9ed4421115","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.554902774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"de42fd15-8d3d-4644-a43a-7164f1f53b18","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.557633602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"f9077a29-6853-4c98-999d-9a653ffb2663","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.607063519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"d8a1ddf1-f2c0-4cf6-a162-1f1bd181a57e","name":"e2e-praxis-a-a774e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.662457977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","namespace":"ai-tenant-e2e-praxis-b-6af41b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.662514871Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","namespace":"ai-tenant-e2e-praxis-b-6af41b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.662565182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","tenant":"e2e-praxis-b-6af41b","tenantID":"e2e-praxis-b-6af41b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.711359994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"c639a0ae-0bfa-43f9-92ec-aa15568d1aa8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.716258366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6af41b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.767644778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"c639a0ae-0bfa-43f9-92ec-aa15568d1aa8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.777994455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Service","name":"maas-api-e2e-praxis-b-6af41b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.815430177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"89118a2b-4a81-4301-942f-897ce7b68861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.815430323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"09f199f8-18c3-4e87-8af2-bf75c182a68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.826155378Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-sub-only","reconcileID":"b9ef716c-fa91-4086-8d1d-0115ed5bac0c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.833996117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6af41b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.874122001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"89118a2b-4a81-4301-942f-897ce7b68861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.874110386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"09f199f8-18c3-4e87-8af2-bf75c182a68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.887974372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6af41b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.958494484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.992049994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"ef790f80-d2c7-4ecf-88ff-81f5e9b878a3","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.019208642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.039135481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9ab9c8ea-4b5c-4fa2-9768-34d98c8c4edf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.076186979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.134613004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.186970388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.212313404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-sub-only","reconcileID":"252fb87d-d025-46f5-a40a-b88b7780c245","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.239063211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.291187318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Service","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.343019314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.394865697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.446855845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.499178278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.554267306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.606351889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.658255721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.712314592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6af41b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.764793534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6af41b"},"namespace":"ai-tenant-e2e-praxis-b-6af41b","name":"default-tenant","reconcileID":"8968a92e-0cb1-4bff-a07b-c3b08c0839d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6af41b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.930531454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.26158514Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f7f955","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f7f955","reconcileID":"1ac3c54c-0078-4ebb-b0f9-ffc954941f6c","aitenant":"ai-tenants/e2e-ipp-b-f7f955","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.629617779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"4e4a86ca-ce8a-4b99-bd9c-280bf566127e","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.829591018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f59d-8c12-4ab3-b069-283040c47684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.829684563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6fcaef8a-d1e3-4aaf-8fd8-7b54b102a498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.830272987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"7658d729-dddd-4443-8a25-d40217891f0f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.883790368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f59d-8c12-4ab3-b069-283040c47684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.884072607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a27927d2-1a82-49ce-9fd4-46b97d560fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.936747156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f59d-8c12-4ab3-b069-283040c47684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.941382906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"7658d729-dddd-4443-8a25-d40217891f0f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.990121802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f59d-8c12-4ab3-b069-283040c47684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.993427489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a27927d2-1a82-49ce-9fd4-46b97d560fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.047528211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6fcaef8a-d1e3-4aaf-8fd8-7b54b102a498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.10240919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f7f955","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f7f955","reconcileID":"1ac3c54c-0078-4ebb-b0f9-ffc954941f6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f7f955","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f7f955"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.988599354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4651f8-a500-4877-8a6e-3bb9814165d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.045409167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4651f8-a500-4877-8a6e-3bb9814165d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.100200945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4651f8-a500-4877-8a6e-3bb9814165d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.15718709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4651f8-a500-4877-8a6e-3bb9814165d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.406294495Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6af41b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6af41b","reconcileID":"3847140f-9700-41d6-91fa-0b5fa4012a9b","aitenant":"ai-tenants/e2e-praxis-b-6af41b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.865945591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa4d13-80f2-4a3f-9837-161056a039c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.91878687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa4d13-80f2-4a3f-9837-161056a039c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.971991738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa4d13-80f2-4a3f-9837-161056a039c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.024682871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fa4d13-80f2-4a3f-9837-161056a039c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.194997957Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6af41b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6af41b","reconcileID":"3847140f-9700-41d6-91fa-0b5fa4012a9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6af41b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6af41b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.99217066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb934639-3ecc-4780-a194-09f5c3fed93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.045446883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb934639-3ecc-4780-a194-09f5c3fed93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.050865186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d73d37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d73d37","reconcileID":"240189b8-c0c0-4c70-a754-cf4865d56ffa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d73d37","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d73d37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.098129856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb934639-3ecc-4780-a194-09f5c3fed93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.150876866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb934639-3ecc-4780-a194-09f5c3fed93a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.541408227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"118a29c2-8d87-49af-bbae-ed24bc0afadd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.154334587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dc07c7-2413-48a6-ab3b-6679c906ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.206944795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dc07c7-2413-48a6-ab3b-6679c906ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.259823377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dc07c7-2413-48a6-ab3b-6679c906ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.312368823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50dc07c7-2413-48a6-ab3b-6679c906ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.792546524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-sub-only","reconcileID":"1f9afc51-eb5e-43fb-8f28-590a9e9d717e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.011968842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-sub-only","reconcileID":"1f9afc51-eb5e-43fb-8f28-590a9e9d717e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.228935501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"3e29dbdd-6e74-494b-be68-4d254fcd551d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.277083803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"4ad489cf-731f-4da7-819c-ce1784687730","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.472635605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"fa413da2-b5a4-41b6-aaf4-1871db72ff74","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.538655331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"053e7f71-ddea-4ad7-a4f8-d797af9d9b65","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.538916501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b1c4809f-1644-4f8a-973e-64fd32c6a39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.53865402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ca806086-3c2c-4438-8e3a-49526d968b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.605195308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"053e7f71-ddea-4ad7-a4f8-d797af9d9b65","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.605245438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b1c4809f-1644-4f8a-973e-64fd32c6a39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.608682225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ca806086-3c2c-4438-8e3a-49526d968b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.845989596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-test-group-no-auth","reconcileID":"133ba6a8-2980-43a8-a3c2-09666624aaee","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.103227907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"78ba9559-dc24-4e0e-a05d-6c1fd0172c35","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.307352786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14fa9df-3066-4d27-815f-2b542f7fde53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.360122122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14fa9df-3066-4d27-815f-2b542f7fde53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.412563637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14fa9df-3066-4d27-815f-2b542f7fde53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.465111735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14fa9df-3066-4d27-815f-2b542f7fde53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.935449877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"c7bc18a4-be21-4038-bd61-361d4d08a510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.409786148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa77f64-3e5d-4061-aea9-1eb3f1fd8029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.464063195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa77f64-3e5d-4061-aea9-1eb3f1fd8029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.516759944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa77f64-3e5d-4061-aea9-1eb3f1fd8029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.56921601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa77f64-3e5d-4061-aea9-1eb3f1fd8029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.921321238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c1fec972-237c-4fb1-b16e-3ac17e219644","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.994633798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4a1acc30-f1a7-4b4d-8ab2-80eea9fa57a1","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.159602216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"d1516d3d-43a7-447b-9fec-32e540cc3ca0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.225569524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"d1516d3d-43a7-447b-9fec-32e540cc3ca0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.247805755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"87ea1145-7d95-466f-8a86-57d1b0885f98","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.304545524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"40ba5579-e777-4dbf-9319-4cd0279f1b10","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:43.360236728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-subscription-no-access","reconcileID":"a1295fdf-9743-4956-aa63-6ec29d6bc6d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.409193315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"317fddfe-9c03-4c22-b2ad-e8502a85d1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.412094913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"58607ac7-37b8-4c3a-8a8c-b6251cb8cdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.466666516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"317fddfe-9c03-4c22-b2ad-e8502a85d1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.46769319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"58607ac7-37b8-4c3a-8a8c-b6251cb8cdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.47223461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"20cfb2f2-a43e-4615-805d-9c42e55ca833","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.527084949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"1e762f68-689e-4837-a32f-d1f802690987","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.549271407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"1f9153d7-933b-41c4-9d82-204b6d58c07c","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.610926491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b04911b-1828-4dd9-a1ea-84fd13035049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.669729626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b04911b-1828-4dd9-a1ea-84fd13035049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.722612954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b04911b-1828-4dd9-a1ea-84fd13035049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.77581295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b04911b-1828-4dd9-a1ea-84fd13035049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.835064161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-subscription-no-access","reconcileID":"f59a2f33-1314-4ac4-b6d3-9871140689e7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-ce2f2c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.880526228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"45b8005e-992c-4c85-9942-8fb31f5bf90e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.880525993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ebae9767-06ca-4092-b4d3-86c96eea3bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.936673081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ebae9767-06ca-4092-b4d3-86c96eea3bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.93702569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"45b8005e-992c-4c85-9942-8fb31f5bf90e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.990458204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f2ae10b5-9108-445e-bac8-99fae49332c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.050772081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a590f47e-09aa-4524-b9a4-cffefa715c71","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.058700977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f2ae10b5-9108-445e-bac8-99fae49332c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.105200421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"07808562-9e71-4e0c-af36-8c6f0dee6e3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.269042529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-subscription-no-access","reconcileID":"3a2b7dd8-2e45-463b-818d-b96e1ce76394","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.749163545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"06c460c1-24ad-4ba6-8bb0-9ea5d5addf56","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.907001366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2f8d1d63-6632-4316-af98-bfde155f5b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.907131809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"b7913428-ef47-4d89-93aa-3cf3875cbf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.907480092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"b992da9b-3ebe-4a83-b99d-4872a72f05e3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.965578058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2f8d1d63-6632-4316-af98-bfde155f5b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.965578379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"b7913428-ef47-4d89-93aa-3cf3875cbf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.967683541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"b992da9b-3ebe-4a83-b99d-4872a72f05e3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.201230655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"77dd2d1f-757b-498a-9a49-cb9cb13ec691","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.256409085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"87233206-9b12-4f24-8484-ccf1e1e464bd","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.461391107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"19664592-1202-42b0-8f4b-8358466b7025","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.509759166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2c2f9082-0cb7-4405-ae75-3b2debed75fe","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.51823001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"19664592-1202-42b0-8f4b-8358466b7025","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.564783116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"e0e39c57-2fe8-4c88-849b-11d2b43575d6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:47.639417769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-sub","reconcileID":"09cea932-152b-4791-9fde-5793e4a85a15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.692065021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"62213ae0-1b9c-448d-9a2e-aae21b935797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.692066626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dbffe0cc-402e-4d35-844d-340c0069f4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.748601356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"dbffe0cc-402e-4d35-844d-340c0069f4c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.749228223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"37279795-602d-420e-86cd-f119eb64e05d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.749276498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"62213ae0-1b9c-448d-9a2e-aae21b935797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.804864512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"25c19365-2ec2-44d6-89e3-071c143e494a","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.901418646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"319a2a91-0aab-447d-b5d6-d82627077921","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.05694353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"a4d4b969-a687-4ccb-8011-15580d0ebec6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.073269088Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-sub","reconcileID":"5e07abc3-aef1-443e-89d6-42be87c858bc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-status-active-sub","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.100392705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"746106fd-c71f-4c36-971b-a037c4c396e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.100412493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7a59a242-53b9-4916-afec-d9cee234bdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.11637328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"a4d4b969-a687-4ccb-8011-15580d0ebec6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.158251872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7a59a242-53b9-4916-afec-d9cee234bdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.158491817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"746106fd-c71f-4c36-971b-a037c4c396e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.239042069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"dfa4cbcc-7b2c-41d8-b62d-c739c1359458","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.290542125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"5b668b1a-f65a-4a7d-bda1-cdbaeaba10cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.449323313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-sub","reconcileID":"b81504e1-7e95-4694-8850-b543b2e5f635","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.366897217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"55d6862a-65b8-454e-82fb-f52f1ed7cf10","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.524382449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d29fe2f7-2b29-4207-bb1e-5e4a04426690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.524607316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"80e6049d-51e4-4ba4-97d5-8118fa417f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.524392681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"2ed6e8b0-830c-4619-9614-7d5e3508dd58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.581330068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"2ed6e8b0-830c-4619-9614-7d5e3508dd58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.582363398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"d29fe2f7-2b29-4207-bb1e-5e4a04426690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.583506097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"80e6049d-51e4-4ba4-97d5-8118fa417f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.930349593Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.915132778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-subscription-no-access","reconcileID":"2853224b-c03c-4aa8-9a4a-7821c643028f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.133541991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-subscription-no-access","reconcileID":"2853224b-c03c-4aa8-9a4a-7821c643028f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.344809516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3201d530-c035-464e-9520-0b26dde17e1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.394366368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"340cb500-afeb-4ec7-bcff-9676bfcb0409","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.551157667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"82fa9fe4-053b-411c-ae19-e0a58798815e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.551613123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"db69ad00-5135-4f7d-8f06-cf56c6d541af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.551982549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"b82718eb-ff9b-4703-886b-b7a73cde732a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.566259217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"e683edbe-2e85-49aa-8e66-d671298a190c","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.652693987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"b82718eb-ff9b-4703-886b-b7a73cde732a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.657363407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"82fa9fe4-053b-411c-ae19-e0a58798815e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.658741446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"db69ad00-5135-4f7d-8f06-cf56c6d541af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.85826097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-test-auth-no-access","reconcileID":"63f11c19-cafc-4a12-8541-b752a11104ec","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.019469911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"2c5e7d2e-182c-4e59-8215-baaf6e82b4b6","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.530803346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-sub","reconcileID":"ef7ccbe7-8e06-4187-8e9c-8fff838f0357","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.747267474Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-sub","reconcileID":"ef7ccbe7-8e06-4187-8e9c-8fff838f0357","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.960404622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"5feee678-61f6-4a65-b9a4-ef981109e471","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.962961042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a488166d-1afa-4c11-8e0c-e34bbc1ccef0","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.120732549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"d0b34c66-7248-497e-a85d-ccbfc5e05e0e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.126136691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d7789c58-ca2f-4d40-870e-d45d080199e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.126298858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c6b6b5cf-480c-4281-804c-a7c18f969d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.12613447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"60896cfe-4b3d-4598-8795-e90b69e5aab9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.188796008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"60896cfe-4b3d-4598-8795-e90b69e5aab9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.188799681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c6b6b5cf-480c-4281-804c-a7c18f969d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.19112226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d7789c58-ca2f-4d40-870e-d45d080199e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.348636672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-active-auth","reconcileID":"f0dfdd9c-0de9-4392-a45a-620f0fdea32d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.511440909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"27b45b43-f13f-4af0-ae9c-bd51e9a37e8f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.958629981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"430f826e-393e-48b1-8ad9-a6ff603785f2","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.015451082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e38dcca8-8a74-4c1f-97a3-b167cac6da47","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.173296861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-active-auth-only","reconcileID":"447bad95-c63c-40f0-90b7-cdd021c80f14","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.19772304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9fb80168-a8e9-4a34-9f8e-ae7cf4fd84f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.231457794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-active-auth-only","reconcileID":"447bad95-c63c-40f0-90b7-cdd021c80f14","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.55321287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"031a68f8-f16f-4c4e-8ee7-733d210e2be0","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.711470883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-active-auth-only","reconcileID":"3d798402-f427-4144-9225-6b0ce80c7aff","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.768728841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-active-auth-only","reconcileID":"3d798402-f427-4144-9225-6b0ce80c7aff","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.634097234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-active-auth-only","reconcileID":"554200d0-1bb3-4fcc-b3dd-df7266a9fe11","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.634183125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"55b05555-0ecb-4231-bdd2-18111aa8136b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.846273309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"0abaeb80-5bb9-4944-a51d-591975a67d38","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.74988757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"bc2e94ec-9993-4c0d-9a86-bed96674aa43","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.806500317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4a2d8e8d-9c44-464f-ba97-5202627a1f35","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.967779857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"58a3955e-3370-41c0-8f2b-ff63cb03d137","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.025459995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"58a3955e-3370-41c0-8f2b-ff63cb03d137","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.028462054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"5e76f6e8-329d-4f53-9882-8243f187f8b5","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.086465358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3627a2d3-c4b4-42ae-9b86-a60093300a70","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:10.142122439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"e3ef74d7-1593-403c-86fa-e143ba808bc3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.195494014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"742f3183-b938-4a74-b3cc-3a2220b50dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.195493625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4580419e-6635-43cf-83c4-cfdde2c10a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.254377422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4580419e-6635-43cf-83c4-cfdde2c10a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.254900264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"742f3183-b938-4a74-b3cc-3a2220b50dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.256174653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9393ed6f-68b7-4000-9a3d-889a8ce0f8ea","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.314263486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"dee19e35-ee5c-4203-88c5-09f322355771","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.363015359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"52dd71e2-e95c-4bf8-9ff5-fafa348fee1b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.51979812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"81596e37-1c38-4de7-9feb-8425b992336d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.582099326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"81596e37-1c38-4de7-9feb-8425b992336d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.58456411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"bd6f67fd-1941-4f59-95f1-a293d2e32a2b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-status-degraded-sub","ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.584688399Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"bd6f67fd-1941-4f59-95f1-a293d2e32a2b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.624646528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"9bde0621-54c2-4fa8-b494-3afe0c1d756c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.624650372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a8e9184e-e319-40db-b26b-b5416b95f863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.684329305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a8e9184e-e319-40db-b26b-b5416b95f863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.685149683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"9bde0621-54c2-4fa8-b494-3afe0c1d756c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.805085164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"20210939-9eab-4e54-bef0-429921442ebb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:10.816652985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"cb2c9df0-8b42-4c0e-a55c-cfff1ff883c3","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:11.027715262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"af948bda-37cf-44fc-8128-7fb9f605e611","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:11.027879536Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"af948bda-37cf-44fc-8128-7fb9f605e611","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.486167067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"64fba26c-79a9-479c-9a70-1b18e053ec28","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.657886354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5423a0f8-8d53-41cc-9f44-8cd1dbe98a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.658778738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"b2b36f76-602d-4832-9714-6cebdb6e8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.659627087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"ad104ee9-3e84-4fb7-a51b-26199535f520","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.742177269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"2e255351-a879-4f18-ad40-ab9a86a4ad90","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.744714806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5423a0f8-8d53-41cc-9f44-8cd1dbe98a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.746843963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"b2b36f76-602d-4832-9714-6cebdb6e8e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.748997829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"ad104ee9-3e84-4fb7-a51b-26199535f520","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.798765323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"2e255351-a879-4f18-ad40-ab9a86a4ad90","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:12.854465462Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"2e255351-a879-4f18-ad40-ab9a86a4ad90","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.223691592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"daa60cf0-83d2-4d60-90f5-8ffdf86bacde","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.280042087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"daa60cf0-83d2-4d60-90f5-8ffdf86bacde","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.33781348Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"daa60cf0-83d2-4d60-90f5-8ffdf86bacde","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.384276283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c595a7-14cb-40eb-959c-4cbf834ab5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.436906546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c595a7-14cb-40eb-959c-4cbf834ab5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.489571371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c595a7-14cb-40eb-959c-4cbf834ab5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.542308014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c595a7-14cb-40eb-959c-4cbf834ab5c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.877576605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-failed-auth","reconcileID":"248ad380-31f7-4ba6-914b-aa9ccf635628","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.997977387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"7735ed38-5907-49e0-a206-e614788508ec","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.053986314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"72ab1697-eb6f-471c-9ed9-d5d7ba281dbd","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.2629692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"f172080d-fef7-4d53-89fc-fcb381d6f6d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.321274025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"f172080d-fef7-4d53-89fc-fcb381d6f6d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.428512948Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"f172080d-fef7-4d53-89fc-fcb381d6f6d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.48619275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56adcbd-da83-4b0f-a63d-1de422395946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.540036733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56adcbd-da83-4b0f-a63d-1de422395946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.592775349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56adcbd-da83-4b0f-a63d-1de422395946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.645337804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b56adcbd-da83-4b0f-a63d-1de422395946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.704287126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"983bac97-f9a8-4494-a1cf-541cb5b1689c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.965477639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"b283ab1c-be07-4606-9196-8de325c73531","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.023023529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"b283ab1c-be07-4606-9196-8de325c73531","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.132415142Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"b283ab1c-be07-4606-9196-8de325c73531","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:17.440804758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"b283ab1c-be07-4606-9196-8de325c73531","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.656665776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"03d292bf-c397-4755-8da5-37b279f676d7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.712857535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"03d292bf-c397-4755-8da5-37b279f676d7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.820606647Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"03d292bf-c397-4755-8da5-37b279f676d7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.428173556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"ce840c6d-58e7-4f0a-ac85-a0af8500e6f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.428224436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"1570dfbe-ccd3-48e6-81b2-c6077d00e0d8","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.480695538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-status-degraded-auth","reconcileID":"ce840c6d-58e7-4f0a-ac85-a0af8500e6f9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.646536758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"3faa5a89-5b55-4266-99d4-676a69497917","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.366686618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"d38c09bf-937c-4621-8458-b9772ac790cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.523023093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"45b650a6-a7ce-4fac-997d-734b98f25c20","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.581092221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"16d42fbf-00e3-4424-8938-4fdb2bd64905","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.587667842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"b14a5df3-5624-4b16-9739-80d52368d029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.652840825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"d38c09bf-937c-4621-8458-b9772ac790cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.652866497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"d38c09bf-937c-4621-8458-b9772ac790cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.652960857Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-sub","reconcileID":"d38c09bf-937c-4621-8458-b9772ac790cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.740354086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"968f4e52-b9dd-40dc-9615-d3ab8508bc56","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.795439691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"596791d5-598e-4c8c-a258-7309c71b8e30","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.798521069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"968f4e52-b9dd-40dc-9615-d3ab8508bc56","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.853581467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"fddd7ff9-c427-4c38-b531-bdce29656dd7","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:19.906230202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"d714fbe4-7646-4a8d-b743-67e5134c9896","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.913821939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"2e7de6f0-6225-43e1-8826-310ed6baf127","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.953899386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3d2d93e7-1d2a-46a7-a645-f1c3c3931697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.954141277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ac6be53c-1dd7-4b14-b34c-7a3a964d5744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.00837981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"78e0258c-e40b-4e4a-b1c8-2755b307d3f3","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.011777171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"3d2d93e7-1d2a-46a7-a645-f1c3c3931697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.012205078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ac6be53c-1dd7-4b14-b34c-7a3a964d5744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.05466221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"1508b594-04ff-4dd3-b17e-1b0c92956904","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.11271598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"97908bf9-c491-43e1-8952-683c6e1b563e","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.120900705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"77d8c342-6854-46f4-baaf-cb83d495b385","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.166271446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"eb899e66-4850-437d-a86e-b2dec865fb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.166701534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d173ca20-d4eb-40e6-9c4d-28acd3e7edfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.177951373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"f2218015-5ec6-4aef-bf0b-a15999222985","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.223567863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"eb899e66-4850-437d-a86e-b2dec865fb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.224323565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d173ca20-d4eb-40e6-9c4d-28acd3e7edfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.264157746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-degraded-auth","reconcileID":"fdd607a1-432c-42b2-8d7d-c62a77f7606d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.279377422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"32a57947-e25f-4d17-b233-4ba21b168dc0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.336162381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"32a57947-e25f-4d17-b233-4ba21b168dc0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.38352215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"447952b9-c067-403f-8e29-9150831ab00b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.383686184Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"447952b9-c067-403f-8e29-9150831ab00b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.422202386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e5a652d4-2674-4a46-be0f-2b567dd6a767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.429048545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a75aaa1d-80cf-4b60-a239-8ebac74d17ea","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.4785782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e5a652d4-2674-4a46-be0f-2b567dd6a767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.587633956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"859ccc83-d7bc-47d8-afa9-3c5d50d47389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.59538889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"f4ed5756-0aae-4ed0-8b2f-beed3c8871f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.644637461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"859ccc83-d7bc-47d8-afa9-3c5d50d47389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.653702452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a6ed69dc-6ee6-42a6-b138-e26e4ff3e226","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.879536941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"108d6cae-2fdd-4e5c-aab7-b3abe61d425c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.87970659Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"108d6cae-2fdd-4e5c-aab7-b3abe61d425c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.148589863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a2d4279f-b7b1-4ae6-a623-b4b9a71c37df","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.424164112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"8079b3ec-2792-47c1-b195-86429fb89b58","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.424191486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"8079b3ec-2792-47c1-b195-86429fb89b58","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.586097415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"5459c200-1eea-4abb-b683-d12d4c9295a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.586128581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"5459c200-1eea-4abb-b683-d12d4c9295a1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.64675862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"334db9cf-1a5b-4e6d-9b82-022ed8ef83a9","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.70744594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"c0195039-5f6d-4330-8b8d-9e6fbea95e24","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.707465709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"c0195039-5f6d-4330-8b8d-9e6fbea95e24","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.912771804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"a17093a9-5d14-4520-afd4-b0a341e460df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.927046657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"bad5b40f-3db0-4df3-bc0f-0c8d49b2463d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.927065675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"bad5b40f-3db0-4df3-bc0f-0c8d49b2463d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.969955155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"a17093a9-5d14-4520-afd4-b0a341e460df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.987961827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"f574066a-a918-4f3a-a529-82a966598985","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.98798298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"f574066a-a918-4f3a-a529-82a966598985","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:22.038790991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"0f8eb625-1b49-47e7-924d-5ecee5591a4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.042960359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"3906b1e4-a67e-42e4-be6a-3e5d9259ce18","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.156489698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ee35bf40-71dc-4908-9c7c-9b9a26bd2674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.157176605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"258fb5af-addf-49cd-b5ee-7c7b64b7396c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.158605692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"79aef116-f233-4be7-85ec-a5986acf1b9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.158621387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"79aef116-f233-4be7-85ec-a5986acf1b9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.231205736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ee35bf40-71dc-4908-9c7c-9b9a26bd2674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.234017053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"258fb5af-addf-49cd-b5ee-7c7b64b7396c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.235461961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"d4d974ef-9657-4ff5-aa0f-97daf36115de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.235548825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"d4d974ef-9657-4ff5-aa0f-97daf36115de","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.304516875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"e15a0826-014f-46d7-9804-31b3ec37e8df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.30454254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"e15a0826-014f-46d7-9804-31b3ec37e8df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.476901176Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"52fbb3c8-16ad-466f-a671-c7168c559da4","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.519185059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"c1192b93-ebd4-425f-858e-c868250be2e7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.576490234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"c1192b93-ebd4-425f-858e-c868250be2e7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.647497528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"c0c7ec41-e1ea-468b-9db7-2be9097fa557","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.647520231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"c0c7ec41-e1ea-468b-9db7-2be9097fa557","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.656963292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"41dc77f1-27ba-4415-9b6f-d6353fc73ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.657468791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"382aa76e-2ca1-488f-928a-1b7b5a47615c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.715048128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"382aa76e-2ca1-488f-928a-1b7b5a47615c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.715390329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"41dc77f1-27ba-4415-9b6f-d6353fc73ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.862391245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"43f6c740-c42d-4a18-8673-945645009dd9","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.018340636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"75900806-1128-48d3-8416-4561f08655a9","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.175628244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f7846694-623d-4d5d-99b8-7a9af712bf6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.175952992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"793bf11b-0ec5-42f3-bc7c-f7c03970cb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.176369341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc498941-7ae6-40ca-b2c3-dcafd71370b1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.234562714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f7846694-623d-4d5d-99b8-7a9af712bf6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.238180636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"793bf11b-0ec5-42f3-bc7c-f7c03970cb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.239188747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc498941-7ae6-40ca-b2c3-dcafd71370b1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.706916419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c37a46f-939c-42b5-bf3f-331801ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.764102718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c37a46f-939c-42b5-bf3f-331801ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.817110826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c37a46f-939c-42b5-bf3f-331801ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.871696857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c37a46f-939c-42b5-bf3f-331801ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.930686647Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.194702463Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1cfb55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1cfb55","reconcileID":"7764b94d-3e53-4363-814d-b9fffa4d255d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1cfb55","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1cfb55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.913110422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"18dfa5bf-7258-4811-83eb-33d06784efd7","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.913129066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"18dfa5bf-7258-4811-83eb-33d06784efd7","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.03507486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5d1c8dcb-0ebd-42cc-9d31-81b0a72e58cc","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.035093517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5d1c8dcb-0ebd-42cc-9d31-81b0a72e58cc","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.139108944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"1ccc53d1-93e3-4375-925e-d0cb6acd5463","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.371865939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"1ccc53d1-93e3-4375-925e-d0cb6acd5463","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.43910992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4d8814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"1ccc53d1-93e3-4375-925e-d0cb6acd5463","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.500600817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"95104a81-af76-4d32-9a6f-51e27755a47e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.500630527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"95104a81-af76-4d32-9a6f-51e27755a47e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.580127846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"d99f3ab7-b0fd-4f70-8913-da3c955d9de2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.95607269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e114fec9-ac03-44af-828d-75222c9d03c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.009206604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e114fec9-ac03-44af-828d-75222c9d03c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.064150587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e114fec9-ac03-44af-828d-75222c9d03c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.117175712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e114fec9-ac03-44af-828d-75222c9d03c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.274998887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"6c131e1a-6b4a-49c6-86e9-c698e4e2713b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d73d37","tenantID":"e2e-praxis-a-d73d37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.413305681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"6c131e1a-6b4a-49c6-86e9-c698e4e2713b","name":"e2e-praxis-a-d73d37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.129553255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf5af00-233a-4d6b-afcf-55673fefab03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.184706203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf5af00-233a-4d6b-afcf-55673fefab03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.238789739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf5af00-233a-4d6b-afcf-55673fefab03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.291642582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf5af00-233a-4d6b-afcf-55673fefab03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.204695793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0424c6-63d7-4df5-bd76-6b2327dd91fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.257282793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0424c6-63d7-4df5-bd76-6b2327dd91fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.309774512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0424c6-63d7-4df5-bd76-6b2327dd91fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.362326898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0424c6-63d7-4df5-bd76-6b2327dd91fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.1860087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"4b3d8b3b-1921-47ab-8051-491944aca12f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.423335941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"4b3d8b3b-1921-47ab-8051-491944aca12f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.423367035Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"4b3d8b3b-1921-47ab-8051-491944aca12f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.423469062Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf","reconcileID":"4b3d8b3b-1921-47ab-8051-491944aca12f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.634064238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"1e6e0979-976f-4f43-92f5-569ef6f8cedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.802719764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ca3da94e-64b0-4977-b6b0-040901f9cf02","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.861594022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"d7129bd2-02a2-4fe6-a073-91d8963c2a56","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.861614764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"d7129bd2-02a2-4fe6-a073-91d8963c2a56","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.951668597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"7ca5b88d-310c-4b8f-b088-58be5b9acf4f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.960784527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc267426-41b5-40bd-8e30-2639864130ae","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.960887691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8e035662-6406-4de2-9e9f-36c48f3ab2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.961327242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7d7f4d4a-7eaf-430c-baf5-0573d78b7eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.018642941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fc267426-41b5-40bd-8e30-2639864130ae","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.018748935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"8e035662-6406-4de2-9e9f-36c48f3ab2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.021312986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7d7f4d4a-7eaf-430c-baf5-0573d78b7eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.176180403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5b17e4ce-8882-4976-97aa-8c7de144551b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.348924851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcb76fd-2773-4435-a4a4-66f760687808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.401724881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcb76fd-2773-4435-a4a4-66f760687808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.454412753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcb76fd-2773-4435-a4a4-66f760687808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.458486401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9cca4a26-41e8-4538-b586-9c1b1f07a59f","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.507126772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcb76fd-2773-4435-a4a4-66f760687808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.337433541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"8f74f023-1681-4912-85f4-1a374967d900","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.394800705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"0e07fde4-21f0-4150-a215-1b1e22424c4c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.552082389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"a3ec32fd-7b91-4ee5-9b0e-f3f29239a06b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.608642546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"a3ec32fd-7b91-4ee5-9b0e-f3f29239a06b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.628877506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"437a1357-7bbc-4c8d-8429-d9d4ded14290","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.684083682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"26afe547-039b-4557-ac2b-065b515fea2d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:35.739096387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"dd13d305-6a59-4aeb-8552-687364a10b45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.784763745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"829f0406-3596-4f8b-8c47-36d82a7a96b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.784763793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"80431f7d-800c-49b9-b010-336d670ef711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.841301069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"80431f7d-800c-49b9-b010-336d670ef711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.841528434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"829f0406-3596-4f8b-8c47-36d82a7a96b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.853368533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"6b8ba6f6-f07f-43f9-a172-9414a641c84c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.912051332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"39186724-e845-4999-959b-958f974f916a","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.927497888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"71717a3c-f7dc-4cfd-a7b8-5c9a551dda34","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.084925538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"b8808bfd-072b-4603-8cea-1cccce406543","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.142656983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"b8808bfd-072b-4603-8cea-1cccce406543","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.177196105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"05aca9bf-d124-4950-8c96-f08496b2ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.177283836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"215704b9-41e6-4858-af69-337fbe7f63e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.183738913Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"bb730f94-d5f8-42d7-82a9-c4ba9c93205e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.18391753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"bb730f94-d5f8-42d7-82a9-c4ba9c93205e","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.234509634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"05aca9bf-d124-4950-8c96-f08496b2ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.235433155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"215704b9-41e6-4858-af69-337fbe7f63e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.395068389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"69d45c9f-373c-4a97-8007-d92c12f0c718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.40318355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"44264380-ce30-41ee-bbec-f8b2b0917999","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.613630565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"7099714e-4793-4e08-a51f-5601e98bdffc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.613790532Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"7099714e-4793-4e08-a51f-5601e98bdffc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.606493021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"ed6019da-8549-427d-ac12-661203482ccf","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.663260529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"ed6019da-8549-427d-ac12-661203482ccf","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:37.718324932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4d8814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"ed6019da-8549-427d-ac12-661203482ccf","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.824550539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b3518128-0f1f-4cbf-aafa-3048c8b5cc27","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.881602105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b3518128-0f1f-4cbf-aafa-3048c8b5cc27","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.937470492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4d8814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b3518128-0f1f-4cbf-aafa-3048c8b5cc27","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.640901834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"4b67dadc-bc90-4373-b71a-86336604dc31","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.803170512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"eb14a88c-58c2-4e21-a57f-ef7732e50275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.8032128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"fbb6269d-4855-4616-833e-8bb24ef2d8a7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.804514698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"18e9e78e-c01d-486e-926a-eee6078a2141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.865020089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"18e9e78e-c01d-486e-926a-eee6078a2141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.869567931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"eb14a88c-58c2-4e21-a57f-ef7732e50275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.872028753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"fbb6269d-4855-4616-833e-8bb24ef2d8a7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.450204515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"1cd881fa-9b21-4f5e-b8a5-82dba0c31991","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.486658741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"688b1b37-147f-4051-98ef-d592ad3e4578","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.719964985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"447f9b00-f6ce-49cb-bd32-be6227a8b021","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"tenant":"e2e-worker-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.719985217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"447f9b00-f6ce-49cb-bd32-be6227a8b021","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.766741367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bdf30efe-960d-43f6-a004-7d1634c135a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.766798341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"97c65d6d-d7c1-4046-8b94-339f5f1b2ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.767231538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"ea9631a8-b77f-4d73-9ac3-3917a3dd6cd6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.772243564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"f11e8a85-1a25-45c1-af5e-92a9a9d8b23c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.823671363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"97c65d6d-d7c1-4046-8b94-339f5f1b2ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.823890289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bdf30efe-960d-43f6-a004-7d1634c135a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:50.826189636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"ea9631a8-b77f-4d73-9ac3-3917a3dd6cd6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.271642906Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"86adac14-7b47-4b37-83f3-666ad02c36bc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.324274597Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"e2e-temp-model-status","reconcileID":"bacce902-a990-483b-9d55-5aae8547fd62","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.324615276Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"86adac14-7b47-4b37-83f3-666ad02c36bc","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.429121189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f87a5116-141d-4d75-b1fc-1e8712da03c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.42934941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"d72ac702-f463-4080-afb6-a4f4421e307c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.429581136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"7549e542-9ca1-4096-9b2b-7d3551e6abde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.486773616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f87a5116-141d-4d75-b1fc-1e8712da03c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.487584566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"7549e542-9ca1-4096-9b2b-7d3551e6abde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.487755034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"68a04bfb-db3c-477a-bbb9-d2318d2ec59c","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.490960165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"d72ac702-f463-4080-afb6-a4f4421e307c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.490993498Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"d72ac702-f463-4080-afb6-a4f4421e307c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.808331074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2f4eaf38-8c9b-4413-8d2c-7725bfe788a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.864559919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2f4eaf38-8c9b-4413-8d2c-7725bfe788a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.864602019Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2f4eaf38-8c9b-4413-8d2c-7725bfe788a3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.908497048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"aed3703f-5b24-4600-996c-dd0f1aa50cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.908500159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1ad71aef-5076-4308-abf2-8f135b936c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.964809161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1ad71aef-5076-4308-abf2-8f135b936c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.964853966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"aed3703f-5b24-4600-996c-dd0f1aa50cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.280345406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2a26aa3e-8f9b-4725-8a6f-3bbe80689841","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.336783807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2a26aa3e-8f9b-4725-8a6f-3bbe80689841","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.336859796Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2a26aa3e-8f9b-4725-8a6f-3bbe80689841","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.426201623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"89e4e9cc-b2cf-4cb8-b401-e7fcf4eb0cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.426405743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3236fcda-f405-476b-ab20-69be39e99c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.482869625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"89e4e9cc-b2cf-4cb8-b401-e7fcf4eb0cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.483055402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3236fcda-f405-476b-ab20-69be39e99c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:53.543649004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2a26aa3e-8f9b-4725-8a6f-3bbe80689841","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.758748537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2281c55e-40ff-4dca-bba9-9e38cd8d0726","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.8158023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2281c55e-40ff-4dca-bba9-9e38cd8d0726","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.870946104Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"2281c55e-40ff-4dca-bba9-9e38cd8d0726","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.93192671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.042260128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"d1777c51-1948-4dba-965e-1a6f5f03b11f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.099766916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"d1777c51-1948-4dba-965e-1a6f5f03b11f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.155503124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4d8814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (495c7759900fef418cc2b0d8c64937939f9b6ab794bc54c8b54eb16f071b3f37) AuthConfig (c587ebe70a519c4e629b369edcf8a795857f4c8473de1beffa56bd569d85b65f) AuthConfig (4972bd329a15ae161a7e362c8964e7fec5460f309df131e69fb6d2e5a85bb7fd) AuthConfig (86165b5b5edaae9aa9ddd8f49368fbfe58a7835c55dfec2a5088392be1e29719) AuthConfig (715c8c709cbc7ceae209c2842d3efeef2ea5f04b7f5b3715a5bd6a7514678a2c) AuthConfig (cb4284902b280ff14317d3633b3cfe78cc5c9e2cb570460dbb23fd6fb9531121) AuthConfig (f3eddd1618da135385b18bf39b9b873aeddaf80771cae59fe90bd0d4cf205573) AuthConfig (7986617d29f46edc8c392298f65154bf0f44d6ef2838a7fb280d3a260fbb90ae) AuthConfig (01380e46a8960207c1f895d66763311713d2ea746963eaccb5c96b0ddc4fdbb8) AuthConfig (f7f37d197edecaf5fcb97a6e3b366a012deed8a3ef0c3ab2e4ff54b214cee4b4) AuthConfig (e4b65107e979f5cd2b29527e6ea8ff26496b73182aaecaadf00640feb8a6149d) AuthConfig (cd8006e75c02decc10530a075f124c1ee500fbf4763c72429d1ec1155c3f015c) AuthConfig (f11d37eae0ea43ee41ccc951e85ee4eb6b7860ecd4a14ef03d6cf11402041bea) AuthConfig (18ce5b2fa91a4641d69538c6b0637cc20d3a21887911bc77ac278a3d73966567) AuthConfig (bc4a378b667f815e7a04661b2ae4188bbbc37661454bfbfea495148faa1642a0) AuthConfig (2f98c6d0246540c104dc8058ffd09e1de47772500c34ad1af9bd1e017592a1c1) AuthConfig (91b6b929fb567e1b4aa5f897e3cc3d917f6197a5fa6e11721cd3ecf5e64d3c8f) AuthConfig (d12e695a50821bd083a5de5a84dd6096b21f974c1fb2413b90e9386ba3cc48a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"d1777c51-1948-4dba-965e-1a6f5f03b11f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.213148469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"78d225a1-1844-4d3a-8a83-5d43c3683e54","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.213171465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"78d225a1-1844-4d3a-8a83-5d43c3683e54","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.812895733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"87dd5e10-bf30-446a-9152-d32d56934ec5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.971067987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"87dd5e10-bf30-446a-9152-d32d56934ec5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.971095657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"87dd5e10-bf30-446a-9152-d32d56934ec5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.971200505Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey","reconcileID":"87dd5e10-bf30-446a-9152-d32d56934ec5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-990c15/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.243487149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"917bf5f4-dba7-4fd4-92a3-14f3348d98e6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.395155529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"91b5c033-69c4-4d5c-a330-4e179577af84","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.399973595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c522503d-579c-4ea3-a3a4-07656b8c4827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.400010056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"c6374b24-3be7-4040-99e6-8f97bff6a4c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.400392678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"281eeaee-c5b3-4980-b7ab-c3f0a015163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.456583789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"c6374b24-3be7-4040-99e6-8f97bff6a4c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.456800244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c522503d-579c-4ea3-a3a4-07656b8c4827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.458822824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"281eeaee-c5b3-4980-b7ab-c3f0a015163e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.613495569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-degraded-models-apikey-auth","reconcileID":"8a8294d2-c78d-45d3-8625-7d1f6ae8cdd6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.801757402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"18f751d3-2502-4d88-8323-0f4f68d0a3b0","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.094118361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"816f4e3a-7b8c-4e29-b29b-aebcd667f5aa","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.094256099Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-sub","reconcileID":"816f4e3a-7b8c-4e29-b29b-aebcd667f5aa","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.624639299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ad62080c-de62-4fa2-8365-02f650b540b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.624770766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"86b024f2-0468-4b2c-ab5f-2cf4732e6123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.62463915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"56665de3-956c-4e61-b0ec-da96418369bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.683510937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ad62080c-de62-4fa2-8365-02f650b540b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.683538948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"56665de3-956c-4e61-b0ec-da96418369bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.686287584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"86b024f2-0468-4b2c-ab5f-2cf4732e6123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.741908281Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"86b024f2-0468-4b2c-ab5f-2cf4732e6123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.889633458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-status-transition-auth","reconcileID":"5483ef19-e7c4-4e81-9302-ae576afc6f7e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.113448591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b793c95f-eedc-408b-bda4-efb661ad0990","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.170238243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"fec6101f-f69a-4ec7-ad6c-80c70b56984e","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.327437739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"5f37d4c5-9899-46d4-905d-a8303cf27f74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.38403123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"5f37d4c5-9899-46d4-905d-a8303cf27f74","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.388356429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"87f5669a-c3f8-4590-a1a1-62e49ea0c43e","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.447395691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"3235956a-3ea7-4fbc-90a7-5dd0162eabfc","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:05.496474888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"d7b53809-5ead-45ad-804d-291691c43d17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.545623179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ed6215f3-2f3e-4ae3-b73e-f4584fa06372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.545682061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"abafa30a-75c8-4777-97c5-1663e8f68c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.601965458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"ed6215f3-2f3e-4ae3-b73e-f4584fa06372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.601991848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"abafa30a-75c8-4777-97c5-1663e8f68c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.612591381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"963bf923-90b4-4399-bbc3-984aade84c45","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.653586047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"959595c1-8c45-45e7-af73-f8cce9d50d0d","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.669369852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"fe2085f1-7d48-4e0a-b1e2-c65728a3fd33","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.811240582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"c7f35002-3720-42d0-8bac-70f012d0425b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.867728259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"c7f35002-3720-42d0-8bac-70f012d0425b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.939242738Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"bc91215e-3671-4771-817d-492dea0eb147","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.93941079Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"bc91215e-3671-4771-817d-492dea0eb147","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.964428464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"98eb35cc-1071-45f4-b671-061d98eb316a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.964448069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b2b535d0-ffb1-4d99-86cf-02de1223eea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.020767647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"98eb35cc-1071-45f4-b671-061d98eb316a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.020862208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b2b535d0-ffb1-4d99-86cf-02de1223eea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.149879941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"80a13094-864a-46e1-915f-e7e185e689e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.156939335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a647ce2a-ccc2-4c4f-95d3-9c4b1eeba824","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.366680661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"111a194b-4a85-4b16-8edd-c3d05f8ff1b2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.366822553Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"111a194b-4a85-4b16-8edd-c3d05f8ff1b2","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.205957001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"d16abdf9-6afb-4ff6-b398-a86f7c8865be","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.317144548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0c5252ad-3a49-4dcc-88b1-50bea8baf282","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.363473863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"fa889b15-0cc8-41ae-83ac-d31f318e29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.363492767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"dce195f0-baa0-448b-946b-b8ecc481039b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.364061063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e039eff7-2c2f-4831-b667-f42fe204fed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.373000723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0c5252ad-3a49-4dcc-88b1-50bea8baf282","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.420654582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"dce195f0-baa0-448b-946b-b8ecc481039b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.421038211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"fa889b15-0cc8-41ae-83ac-d31f318e29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.423178976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e039eff7-2c2f-4831-b667-f42fe204fed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.42877066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-4d8814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (495c7759900fef418cc2b0d8c64937939f9b6ab794bc54c8b54eb16f071b3f37) AuthConfig (c587ebe70a519c4e629b369edcf8a795857f4c8473de1beffa56bd569d85b65f) AuthConfig (4972bd329a15ae161a7e362c8964e7fec5460f309df131e69fb6d2e5a85bb7fd) AuthConfig (86165b5b5edaae9aa9ddd8f49368fbfe58a7835c55dfec2a5088392be1e29719) AuthConfig (715c8c709cbc7ceae209c2842d3efeef2ea5f04b7f5b3715a5bd6a7514678a2c) AuthConfig (cb4284902b280ff14317d3633b3cfe78cc5c9e2cb570460dbb23fd6fb9531121) AuthConfig (f3eddd1618da135385b18bf39b9b873aeddaf80771cae59fe90bd0d4cf205573) AuthConfig (7986617d29f46edc8c392298f65154bf0f44d6ef2838a7fb280d3a260fbb90ae) AuthConfig (01380e46a8960207c1f895d66763311713d2ea746963eaccb5c96b0ddc4fdbb8) AuthConfig (f7f37d197edecaf5fcb97a6e3b366a012deed8a3ef0c3ab2e4ff54b214cee4b4) AuthConfig (e4b65107e979f5cd2b29527e6ea8ff26496b73182aaecaadf00640feb8a6149d) AuthConfig (cd8006e75c02decc10530a075f124c1ee500fbf4763c72429d1ec1155c3f015c) AuthConfig (f11d37eae0ea43ee41ccc951e85ee4eb6b7860ecd4a14ef03d6cf11402041bea) AuthConfig (18ce5b2fa91a4641d69538c6b0637cc20d3a21887911bc77ac278a3d73966567) AuthConfig (bc4a378b667f815e7a04661b2ae4188bbbc37661454bfbfea495148faa1642a0) AuthConfig (2f98c6d0246540c104dc8058ffd09e1de47772500c34ad1af9bd1e017592a1c1) AuthConfig (91b6b929fb567e1b4aa5f897e3cc3d917f6197a5fa6e11721cd3ecf5e64d3c8f) AuthConfig (d12e695a50821bd083a5de5a84dd6096b21f974c1fb2413b90e9386ba3cc48a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0c5252ad-3a49-4dcc-88b1-50bea8baf282","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.616093478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"fef298f2-1f59-4c9a-8339-b405789aaf33","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.673023781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"bfb6d1c0-9ce9-41d9-b539-2b996934eb2c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:08.724600695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-list-subs-refs-sub","reconcileID":"c2c8cce6-e436-483b-a3ca-8b631b737af6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.7729258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"31d254e5-fd3c-4d45-b472-cd12ddbef0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.772964181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b9680002-6ec5-422e-bef5-da2ae343d6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.832723109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"31d254e5-fd3c-4d45-b472-cd12ddbef0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.8328811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"b9680002-6ec5-422e-bef5-da2ae343d6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.839518073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f2cabdca-a7e5-4e90-b021-fcc714362150","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.895104208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9a6b53b1-fba3-4a6d-b11d-8a4c805e6604","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.167638993Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-list-subs-refs-sub","reconcileID":"deff1538-60a6-4acb-8814-d87acf8c3348","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.195371242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"90f63af7-4c91-43c7-8d31-27a8a5cc3759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.19540442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7a6904d6-5054-4e51-871f-0ed9cf6b8a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.252383379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"90f63af7-4c91-43c7-8d31-27a8a5cc3759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.252922683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7a6904d6-5054-4e51-871f-0ed9cf6b8a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.33993591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"d3d185d0-70a0-4b77-89b2-a9090e239281","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.380187366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"8cb2dac8-9df1-4a3e-adc8-a7d491efd8b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.55143899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-list-subs-refs-sub","reconcileID":"195c5d2a-621d-487a-89e4-a7da8bf8a000","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.604356466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"f738b91a-6c54-43e4-86e8-571cdcdad5ff","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.760977782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2ce28f1e-fe39-4173-a9f5-6c6061a90613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.761098147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"0c560cd6-4f33-4d94-b9da-05e7ac0bdadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.819118524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2ce28f1e-fe39-4173-a9f5-6c6061a90613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.820146239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"0c560cd6-4f33-4d94-b9da-05e7ac0bdadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.605179029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2f60d5e7-e9e7-4b7d-b504-8fe6fd0a0f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.605242268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bbb9fede-907d-4800-a3d5-ea7efa50efe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.605664843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"90375497-2d0b-4c8e-9708-e0498f338f8e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.662146474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"bbb9fede-907d-4800-a3d5-ea7efa50efe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.66228392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"90375497-2d0b-4c8e-9708-e0498f338f8e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.664473994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2f60d5e7-e9e7-4b7d-b504-8fe6fd0a0f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.369453121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"8f2ea923-f63c-4fb0-8ed4-75e65dba5df5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.533775432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"32aa12b2-1964-475e-bf97-b253a708180d","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.587715384Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"8f2ea923-f63c-4fb0-8ed4-75e65dba5df5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.587747023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"8f2ea923-f63c-4fb0-8ed4-75e65dba5df5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.587883004Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube","reconcileID":"8f2ea923-f63c-4fb0-8ed4-75e65dba5df5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ce2f2c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.591248259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"32aa12b2-1964-475e-bf97-b253a708180d","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.802152702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e0da8706-0cfd-458d-ba27-c246bb15d605","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.860319633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5bb6af07-a591-47bd-86f0-67d8e82e4b6d","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.860341638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5bb6af07-a591-47bd-86f0-67d8e82e4b6d","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.862558336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"ffe15788-e6f9-42c0-8a4e-1ca81d1c71ee","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.016436568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"e774ec98-c241-427e-a955-0c40984288fe","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.019272409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"217cc3d8-4b04-4152-9210-a18bfd2bc9b0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.01940142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a4b5c019-5e38-41cb-86dd-9fee4b7b37fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.019273768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"dc532df8-8c8b-4c7b-8a82-a2d2ab891db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.076192536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a4b5c019-5e38-41cb-86dd-9fee4b7b37fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.076235203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"217cc3d8-4b04-4152-9210-a18bfd2bc9b0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.078484791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"dc532df8-8c8b-4c7b-8a82-a2d2ab891db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.232695795Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-degraded-models-kube-auth","reconcileID":"d67f4311-0a1f-4dff-bb9f-a96abefa78fa","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.394770394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"a7bc0f44-2199-42b0-94e8-76fc7e4f1c9c","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.182735829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78b749-84d8-42be-85af-4ef1e80cad3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.235364632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78b749-84d8-42be-85af-4ef1e80cad3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.288209783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78b749-84d8-42be-85af-4ef1e80cad3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.343782621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d78b749-84d8-42be-85af-4ef1e80cad3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.768702936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-list-subs-refs-sub","reconcileID":"a401711b-b0df-4eb7-915f-e718a440355c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.985526016Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-list-subs-refs-sub","reconcileID":"a401711b-b0df-4eb7-915f-e718a440355c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.209442998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"148b12e5-630b-46a9-9823-731a083a9082","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.249393677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"362511f7-b256-457e-8c08-3d625faf0e01","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.426430912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"55c35857-9ce5-447d-b7c0-d58aba0181e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.426567926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ef809755-ad2e-487a-b7b8-f3671e0f4e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.483548985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"55c35857-9ce5-447d-b7c0-d58aba0181e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.483873489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ef809755-ad2e-487a-b7b8-f3671e0f4e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.018651345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"4c647226-f08c-4c72-b66a-9460d83f8ddc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.018686937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"4c647226-f08c-4c72-b66a-9460d83f8ddc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.07667077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"2118bc03-d3d4-4e11-bdc0-2580ae74600b","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.223462354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"3b4818f1-7e3a-4355-8f0f-735c91adf2f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.223568906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"3b4818f1-7e3a-4355-8f0f-735c91adf2f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.274571759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"183a0447-bb89-415d-a4f9-7507dee1f9f5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.274592077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"183a0447-bb89-415d-a4f9-7507dee1f9f5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.277100089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fe2c30-71f0-4f86-bf4a-6cdd9566f88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:23.277454211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"2ed3070e-4258-49e9-81ab-9ce7751b837d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.329776516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fe2c30-71f0-4f86-bf4a-6cdd9566f88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.383692083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fe2c30-71f0-4f86-bf4a-6cdd9566f88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.436460936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67fe2c30-71f0-4f86-bf4a-6cdd9566f88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.436642319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a464bdd2-82a3-434e-94fa-ba99ab74a26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.439178932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"c770ef34-daaf-4487-a555-d5e7d0f7aee7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.439198845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"c770ef34-daaf-4487-a555-d5e7d0f7aee7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.457362823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"6fc7e128-93d8-4d3c-a906-76ffc77bef41","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.457384595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"6fc7e128-93d8-4d3c-a906-76ffc77bef41","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.489491081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a68cd763-1cfb-4e4c-b41f-4594fddccfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.493385976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a464bdd2-82a3-434e-94fa-ba99ab74a26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.515238231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"444e46ee-0dfa-4340-922c-1d6996a30f62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.515257357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"444e46ee-0dfa-4340-922c-1d6996a30f62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.546821611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a68cd763-1cfb-4e4c-b41f-4594fddccfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:23.568927811Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"444e46ee-0dfa-4340-922c-1d6996a30f62","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:23.568992967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"444e46ee-0dfa-4340-922c-1d6996a30f62","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.574427547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"84603311-a6b7-4fc1-bcc1-c9950ebb61fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.574446309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"84603311-a6b7-4fc1-bcc1-c9950ebb61fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.756951336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-auth","reconcileID":"5be6182f-cdef-4cae-85f3-546b535b1a89","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.760412135Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"91561ecd-7a0f-4f08-af44-6daa06d7d961","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.814409274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-auth","reconcileID":"5be6182f-cdef-4cae-85f3-546b535b1a89","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.862637101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7f01b838-05e3-4f41-8abc-ca0a66b700be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.914523067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"73b0d81a-8bcd-4ae0-84a1-8a33b73dd4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.919321789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7f01b838-05e3-4f41-8abc-ca0a66b700be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.927977655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"1a8afe50-fd0b-4335-b866-1a8f4e2f1b29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.927996026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"1a8afe50-fd0b-4335-b866-1a8f4e2f1b29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.970937305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"73b0d81a-8bcd-4ae0-84a1-8a33b73dd4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.128103444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5d03708b-3a3e-497c-8185-2410ec77d5d9","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.128260628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"5d03708b-3a3e-497c-8185-2410ec77d5d9","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.13887234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"bb023258-bb8c-483e-9571-9c4a68e13f34","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.188697032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"f37af502-dd44-481a-a77f-4c85d37ac876","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.188723455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"f37af502-dd44-481a-a77f-4c85d37ac876","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.231369975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"d4895f91-7cbf-4ba8-805c-73d52ce7bb7f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.23738737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"afb047f0-e794-4280-b241-d4553afab0df","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.23740704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"afb047f0-e794-4280-b241-d4553afab0df","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:24.23924091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-4d8814-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.289032932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"d4895f91-7cbf-4ba8-805c-73d52ce7bb7f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.292401723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"20703dde-33ec-4bbd-adfc-4d16707b9719","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.292421276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"20703dde-33ec-4bbd-adfc-4d16707b9719","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.304663985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"b9413df3-daaf-445d-95e2-a66aff7e938b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.304682517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"b9413df3-daaf-445d-95e2-a66aff7e938b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.436218717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-auth","reconcileID":"2728e7e7-e8da-40ec-a248-7dc4cef1249d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.493487041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-auth","reconcileID":"2728e7e7-e8da-40ec-a248-7dc4cef1249d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.504775341Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"20f4fb6e-10e9-4b00-960b-9b00ecd180c1","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"maas-trlp-praxis-route-4d8814","model":"praxis-route-4d8814","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.605336098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"b97ae172-0e4f-4828-b8ca-eabd9aa90d0d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1cfb55","tenantID":"e2e-praxis-b-1cfb55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.605557738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"43d1e43b-d6bd-4dbf-8023-3d4438fde26c","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.66289176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"43d1e43b-d6bd-4dbf-8023-3d4438fde26c","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.672592184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"d980d541-a926-4cc3-aa97-259f4358d56c","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.672620704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"d980d541-a926-4cc3-aa97-259f4358d56c","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.720596288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"b97ae172-0e4f-4828-b8ca-eabd9aa90d0d","name":"e2e-praxis-b-1cfb55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.884530672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"ad49f240-d5f2-44d2-941e-bdcb79120dce","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"maas-trlp-praxis-route-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.931464012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.735744058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-auth","reconcileID":"8f6ed41c-2ada-4383-a00c-ac252d8825dd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.735916175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"fcb7b553-7764-4b52-b8fe-8055c2bd59b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.7359334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"fcb7b553-7764-4b52-b8fe-8055c2bd59b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.945231971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"9b83f620-ffd3-4114-bcdf-bdd3af06f12b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.945253409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"9b83f620-ffd3-4114-bcdf-bdd3af06f12b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.956399686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2bc5f427-d148-4d68-86f1-3cfcb30244aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.95640002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"febb5f93-9a56-45c5-a512-82cc92fc952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.009641525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"8ad1028f-38f4-4e47-85d5-a6a25f21f8b4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.013699813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"2bc5f427-d148-4d68-86f1-3cfcb30244aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.013716231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"febb5f93-9a56-45c5-a512-82cc92fc952c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.09023393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"f2acb519-2b90-4ac7-a480-abb8796d0c6a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.090253929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"f2acb519-2b90-4ac7-a480-abb8796d0c6a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.329276512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"81277f63-93b2-40b9-9e33-bcca75fd814c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.329282411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e96ed04a-a900-4d51-8837-b9eb0764976c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.38604112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"e96ed04a-a900-4d51-8837-b9eb0764976c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.387179402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"81277f63-93b2-40b9-9e33-bcca75fd814c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.281717524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"2065f308-5d98-4be6-a63d-515c13bf5f5a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.335743296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"2065f308-5d98-4be6-a63d-515c13bf5f5a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.384194085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419792b-ddca-4b56-b5bf-a97c79597742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.39028266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"45f4ebcc-a1bf-4147-99fb-9af794719fc2","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.437070289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419792b-ddca-4b56-b5bf-a97c79597742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.438424367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-enrichment-sub","reconcileID":"2065f308-5d98-4be6-a63d-515c13bf5f5a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.489658206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419792b-ddca-4b56-b5bf-a97c79597742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.543000376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6419792b-ddca-4b56-b5bf-a97c79597742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.602712258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"ac17daef-34b1-4986-88e9-28c439f8ba52","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.602731966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"ac17daef-34b1-4986-88e9-28c439f8ba52","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.648219418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f0d70778-492a-4ee8-bf60-0b897fffb78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.64861603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b3a35c27-e7e6-4a65-a3e5-726bf754d104","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.648982694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0b5585d0-4fc6-493a-838e-8e585e3673bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:37.655135014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.672904491Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-ce2f2c priority=0:[ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-match-sub ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.673088284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"f8b91918-4cea-4203-ae75-34b4c770cae8","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.704880728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"a19f086b-e258-475f-9274-ed26d55eb078","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.70771454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"0b5585d0-4fc6-493a-838e-8e585e3673bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.708381235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f0d70778-492a-4ee8-bf60-0b897fffb78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:37.726983585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.765931016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"e165e989-ff8b-4d25-96b3-0f65c65ef151","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"tenant":"e2e-worker-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.765954994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"e2e-enrichment-model-ref","reconcileID":"e165e989-ff8b-4d25-96b3-0f65c65ef151","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.777647629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"83cb3eef-3a4d-4461-9f7b-6e65579ddb9b","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:37.814530405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.815031008Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-ce2f2c priority=0:[ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-match-sub ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.834982683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"41d621c2-9bc4-475c-9f8a-e0c7d6da1e90","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.87280068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"cb5794d8-241c-42f9-9757-59ee87c0e509","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.876562594Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-be6397","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-be6397","reconcileID":"5ce2d922-1203-4a75-8d85-2e8df9b834e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-be6397","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-be6397":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.922934564Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"a9918fed-d9ed-4d6a-8336-5949ca77608e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","model":"distinct-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.924151055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"52ef3bf9-3f7d-4206-9645-e007de974279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.924151601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5e2b5a6c-773e-4144-8652-4083fa3ccc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.930571298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"d526489e-8e13-4038-ac3d-a5909cc74f75","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.945588164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"188257e9-ba31-47ad-b3fa-6079c0946796","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.980806668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"5e2b5a6c-773e-4144-8652-4083fa3ccc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.981938972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"52ef3bf9-3f7d-4206-9645-e007de974279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.006575877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"ed2b79bb-8ba2-4120-b535-342143845853","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.050865803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"d38d0677-4cdd-40e8-a11d-a0489841d316","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-2-w4-ce2f2c","model":"distinct-2-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.095044978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"fa6d0c91-b885-4b2e-96c7-68e54c2e8a69","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.133563656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e5eea4e5-2944-4335-9442-8417b00c01f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.133605615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f4cc852e-5eac-4d70-9c4f-b4e13ad2b3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.192192917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f4cc852e-5eac-4d70-9c4f-b4e13ad2b3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.19278598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e5eea4e5-2944-4335-9442-8417b00c01f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.229980051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"c0fff22e-6d7a-4d27-845e-f7fe8ecac3d2","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.234260482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"8d21ddff-414d-4946-9005-cb15445cd023","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.237528961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"d0d91035-5c87-4e28-b4fd-90ecf537ca6c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.299760768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"59bdafb3-faaf-4213-b93d-8b083726d46d","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.306487724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"d0d91035-5c87-4e28-b4fd-90ecf537ca6c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.322416099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"d9565087-32c1-4c6c-947b-8d7280f3f86a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.44781316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"50b1babb-e450-42cd-a241-41cb327c463e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-2-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.624757862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"a43219ad-b164-458f-9de4-dbbe0653b78b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.684377204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"72204c9e-0b63-4896-b1e3-2c85ba8f977c","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.68942338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"a43219ad-b164-458f-9de4-dbbe0653b78b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.735848289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"565ecdbe-199f-4261-b4cd-e6bf042dafa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.735896462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"05e3e3a3-b451-421c-be01-3e312c5eb7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.793680984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"05e3e3a3-b451-421c-be01-3e312c5eb7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.793888682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"565ecdbe-199f-4261-b4cd-e6bf042dafa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.794732202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"bed11a4e-25ef-4b1b-991a-ce22615c6f0d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-2-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.950555038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"fbb29982-acfa-4dc0-a022-f497be5a9ed5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.007967424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"fbb29982-acfa-4dc0-a022-f497be5a9ed5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.011642634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"ba8acd51-2986-4198-8081-0f9ced186635","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.271317454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"4210d517-ebdb-4750-97b3-bcc9a28849e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:39.322507902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"fbb29982-acfa-4dc0-a022-f497be5a9ed5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.327550931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"4210d517-ebdb-4750-97b3-bcc9a28849e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.468434005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6faf2db-f4da-451c-88ff-3ef43be70959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.521401294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6faf2db-f4da-451c-88ff-3ef43be70959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.574557195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6faf2db-f4da-451c-88ff-3ef43be70959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.627530297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6faf2db-f4da-451c-88ff-3ef43be70959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.627712487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"8bc96c15-5432-4642-be1d-56d2ecc8d008","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.686978351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"8bc96c15-5432-4642-be1d-56d2ecc8d008","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.834856428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"45f89de7-de11-4cc8-8b68-50f69096e402","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.006777751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"6497315a-ce14-4da3-8cd8-d6bb3d30415f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84679fce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.104661318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c791928e-80db-4e06-b979-d50e8329c6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.104661314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8a0d1a98-7832-45e5-86a1-59c284b48fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.107414492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"624452d2-54d7-4c0d-95e2-4f15c8b9aa40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.163412891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8a0d1a98-7832-45e5-86a1-59c284b48fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.164421266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c791928e-80db-4e06-b979-d50e8329c6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.166137617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"624452d2-54d7-4c0d-95e2-4f15c8b9aa40","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.206281662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"3cd64368-e5a5-4187-9848-393c4c6ed355","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.265896788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"3cd64368-e5a5-4187-9848-393c4c6ed355","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.637736928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f917cab0-032a-432f-a022-74f096dc77f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.637753899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"20837ef4-93bc-4b9c-bad7-2653b6c11a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.642358695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"8b6d3de0-44d7-4016-979a-173255aa6ae3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.699164356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"20837ef4-93bc-4b9c-bad7-2653b6c11a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.702723441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f917cab0-032a-432f-a022-74f096dc77f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.702840416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"8b6d3de0-44d7-4016-979a-173255aa6ae3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.744742973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"a93a6557-77ba-4494-ba42-f2230975ed5d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.803070593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"a93a6557-77ba-4494-ba42-f2230975ed5d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.12329528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"e0fa8953-2669-452b-9fe4-8e81713d6988","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.963343067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"00673f63-519b-4cc0-ab10-6f8880983a47","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.020461983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"38978365-53ee-429e-8411-ea9c222fd867","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.060957411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"95818c5b-09cc-4cc4-b05e-961d0eb2d32a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:50.070470908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"d66908ad-2604-4f95-a6e2-9e87af5b182b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.078255585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"062c45ee-e968-4efc-bc1f-0be036cb939d","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.114782743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"95818c5b-09cc-4cc4-b05e-961d0eb2d32a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.123399763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"512b8c81-77dd-4554-85a5-da8e51a7f915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.126008796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fca25559-bf3b-4342-ba01-1294b66969b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.168131659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-sub","reconcileID":"95818c5b-09cc-4cc4-b05e-961d0eb2d32a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.180372744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"512b8c81-77dd-4554-85a5-da8e51a7f915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.181387279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"4ab4c462-b007-45c7-97ca-1228aeec7e06","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.183564225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fca25559-bf3b-4342-ba01-1294b66969b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.236498209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"2c461b32-5330-487f-959c-83e4e72e2d0d","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.237852207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"522e8dfb-daab-4d81-81d9-42286a1498fd","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.293564564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"f48a820e-e4f0-4e81-a902-7a8723483a3e","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.460202957Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"13112985-a219-4c0e-bef2-5ef44cb94047","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"distinct-w0-990c15","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-990c15/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.497377329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"9bccbe57-0864-4b13-bcb9-dec25cd6b8ed","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.502624318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-auth","reconcileID":"316ab709-a712-4d68-859d-28f7eed0673f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.556814171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"4ecd768e-b9ff-4642-aa6e-bdd850260539","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.559795023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-auth","reconcileID":"316ab709-a712-4d68-859d-28f7eed0673f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.600501298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f98e9db8-a781-46dd-96b0-c9d8acf44223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.6005013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ea9ec7e2-dfaa-4155-a6cd-2910f8c7a6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.656196617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"a8dbe16c-4597-426c-8906-aa3cd4ed3d00","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.660979057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ea9ec7e2-dfaa-4155-a6cd-2910f8c7a6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.660986105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f98e9db8-a781-46dd-96b0-c9d8acf44223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.712528358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"12be7389-10c3-4390-869d-854121b15289","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.760069866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"0dd44d15-9632-47aa-8c55-3605b84d8db0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.760108608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"3aba7b25-a423-498b-9d0a-253a81a4ff4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.817646294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"0dd44d15-9632-47aa-8c55-3605b84d8db0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.817786186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"3aba7b25-a423-498b-9d0a-253a81a4ff4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.821718443Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"39a223d6-73b0-4147-a82a-a2fe066c698c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae509e61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.874612758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"b4e2f9eb-e972-4b4d-8324-4c37c6112523","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.876128071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"5fa6c5d1-e3e8-41fa-8ec3-e9ebe3ed7d21","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.084220714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-auth","reconcileID":"dac03148-12d1-4a88-82f3-60e0adf5d29c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.144561689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-auth","reconcileID":"dac03148-12d1-4a88-82f3-60e0adf5d29c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.25802548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"9b3def13-a612-48be-8fd5-17ffc7e6102a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.258367975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a96e71ec-3ad9-439f-9c71-ea48cf9370b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.315354818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"9b3def13-a612-48be-8fd5-17ffc7e6102a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.316425551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a96e71ec-3ad9-439f-9c71-ea48cf9370b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.357422527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"c90f7a4e-dd54-4022-9b76-4c604b88487e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.357465381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f5507ae3-65a6-4076-be98-db4bc399f8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.414603153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f5507ae3-65a6-4076-be98-db4bc399f8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:51.414633256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"c90f7a4e-dd54-4022-9b76-4c604b88487e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:53.605212662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-auth","reconcileID":"eb8f2177-5f02-4674-9443-5627cef71ff0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-2-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:53.605621168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"c116a4fb-9b01-4cac-97c8-45c15e9a49ab","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:53.829677988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"dd1da628-4305-4ba1-a165-52f87f887f95","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:53.965388341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"cd0aeb23-5eee-4ad9-a94e-3ae6812c24ec","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:54.13233664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cf9fc6b9-a4a8-4cdf-9c4b-4d0b05c666bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:54.132729483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"3e9fe427-2f50-4177-90eb-070f258d99bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:54.200325243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"3e9fe427-2f50-4177-90eb-070f258d99bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:54.206534788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cf9fc6b9-a4a8-4cdf-9c4b-4d0b05c666bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.106445382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"78209aa7-e42e-4d41-8845-ec83dc6de138","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"maas-trlp-praxis-route-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.280652541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"80953a1f-1ccd-476c-940e-a0ded8ee5e2e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.280674453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"80953a1f-1ccd-476c-940e-a0ded8ee5e2e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.930961227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.117968487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"8f14debf-c09d-462f-be3b-befc5a1447b4","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.174377692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"8f14debf-c09d-462f-be3b-befc5a1447b4","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.536843641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"329944d6-aa32-474d-8284-b4df93d450ef","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.537011239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"0cd93950-c66e-4451-bb04-6f90ada968d4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.536843585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3317c670-de57-43bf-a215-7fba1eef2c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.537355316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"813193e6-15a9-41e1-9cb5-3092f99b8cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.594269896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"813193e6-15a9-41e1-9cb5-3092f99b8cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.595238726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"3317c670-de57-43bf-a215-7fba1eef2c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.596742902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"0cd93950-c66e-4451-bb04-6f90ada968d4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.598317748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"329944d6-aa32-474d-8284-b4df93d450ef","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.067513923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"4053d0ed-5ab6-4927-a459-1c40632c2bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.123896617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"4053d0ed-5ab6-4927-a459-1c40632c2bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.16800484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"ba7f5185-c87a-49e2-bb41-02246483d8af","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.168040842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2a9de8e6-b56c-43c9-b74d-3d96bfe5e378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.168461316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"2ea36b63-12f7-4357-bcbf-0a2bd8aad7e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.225487585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"ba7f5185-c87a-49e2-bb41-02246483d8af","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.227760905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2a9de8e6-b56c-43c9-b74d-3d96bfe5e378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.23058335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"2ea36b63-12f7-4357-bcbf-0a2bd8aad7e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.874536203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"1fcedda4-bd35-4fd0-b030-2306455cd3dd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.928627401Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"1fcedda4-bd35-4fd0-b030-2306455cd3dd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.981747779Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-sub","reconcileID":"1fcedda4-bd35-4fd0-b030-2306455cd3dd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.264620706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"c3b0b1eb-8ee9-4eb4-a709-76ae89f71d4a","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.420911057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"1723b04a-394c-4a3e-a0c1-08571e298db4","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.55113025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"920a4783-96a0-469b-9679-d4997987310a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.551173858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f6c9ccb6-6022-47f3-8b3d-959c774f7a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.55153465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"48226efc-d0b6-4f52-b011-408d71200031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.551668307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"4be2387f-df73-4a45-ac89-713d49ecbb62","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.608567409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f6c9ccb6-6022-47f3-8b3d-959c774f7a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.608669693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"48226efc-d0b6-4f52-b011-408d71200031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.610953636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"4be2387f-df73-4a45-ac89-713d49ecbb62","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.611049712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"920a4783-96a0-469b-9679-d4997987310a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.766656297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-match-auth","reconcileID":"b7d6a7ec-8952-4110-aad5-0f98f4bd89b1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.977087756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"2b9d0bbb-0d5d-45c0-94a1-36a61773df8e","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.977257762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"d2d80fa5-b1f7-4c08-8f9a-266ac47dc9f8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.033936591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"d2d80fa5-b1f7-4c08-8f9a-266ac47dc9f8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.136657436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"6e99f59c-8f45-430c-991d-b97deb540fc9","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.190255281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-model-nomatch-auth","reconcileID":"a0af9ba1-bc6b-40a2-a6f8-1d6fac24300c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-2-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.351075832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"aaf09706-9d67-4d8f-a647-23617eb6ef00","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.721510651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b13b5cc9-b7dd-4681-b67d-43d372f76b7c","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.721888141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"00e022b4-af3a-490c-9b41-6e0725e57a59","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.779065306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"085167be-341f-4611-8a7d-9667a1cdebdb","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.779439819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"37aefce8-b4f1-496c-a5ff-94748e38043b","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:03.825801889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"c79a9c8a-091f-468e-9777-64e5465bbdd9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.877683282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"75afa510-d204-4d95-89b4-8f5f0d7aca39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.877683206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b3dfc885-2d5e-49ac-8fb0-6e0bb8e2261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.934319853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"b3dfc885-2d5e-49ac-8fb0-6e0bb8e2261c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.934337808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"75afa510-d204-4d95-89b4-8f5f0d7aca39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.937255928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"0fb9f7cf-cb9e-4385-a88d-962f5de31f9b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.937569446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"71e817f2-5e5c-4d73-9339-7e756727d38d","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.996088412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"4c70295b-41ef-41ca-9d18-545779a7abed","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.996488062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b64639df-c272-4510-9cff-39c43eb8257a","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.996762237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"9b3fb3f4-8f78-46b3-8127-a5a4d28e0b65","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.054987651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"5e7104fb-8bbd-4b43-8c98-e106bd503a7e","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.134745083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"a7909ad7-bbac-465d-96e7-57e59bf0d6cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.187335204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"a7909ad7-bbac-465d-96e7-57e59bf0d6cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.210029933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-auth","reconcileID":"7c28b8cd-d8c9-42ff-8e69-1e6e2bb3647b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.240095453Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"e2e-no-access-sub","reconcileID":"a7909ad7-bbac-465d-96e7-57e59bf0d6cf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/distinct-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.266099149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-auth","reconcileID":"7c28b8cd-d8c9-42ff-8e69-1e6e2bb3647b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.268973922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"5931619b-9a3a-448a-9a54-5208a6b839ba","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.296301262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5bb1ea1c-9f3a-4dc1-a315-ea515f35aa0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.296389561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a86d3247-417a-4e59-a6fe-57650f75e854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.353684048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5bb1ea1c-9f3a-4dc1-a315-ea515f35aa0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.353791087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a86d3247-417a-4e59-a6fe-57650f75e854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.432165509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"5931619b-9a3a-448a-9a54-5208a6b839ba","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","model":"distinct-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.479758986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"9a7795f6-fc1d-4357-89dd-b8d9c12158b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.528237876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"9e0a3aad-f6bd-4144-acbe-b33aae8970c8","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.58630695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"22cfdbc3-de57-4382-8f30-50d5a14db38b","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.586818041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"2500540e-bb83-4190-be26-d713aa5911a8","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.587243973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"3355b3a6-3f88-4518-83af-4f075cbc3d88","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.656179647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"70e5822d-c5ab-4131-bdf2-3b0d9e8c0aa5","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.657280364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"33ead073-02ca-4f8f-b3d2-1106f93a82e7","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.684343787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ec3311d2-8662-4864-b360-ce47664b060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.68439961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fb2e471d-edad-4064-a741-997e1976d81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.742770276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ec3311d2-8662-4864-b360-ce47664b060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.742998831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"fb2e471d-edad-4064-a741-997e1976d81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.786597252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-auth","reconcileID":"5d31458a-5090-45c0-aa04-c70a38531294","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.844879796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-auth","reconcileID":"5d31458a-5090-45c0-aa04-c70a38531294","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.870662408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"b0b87992-8d46-49bd-b740-8bba0a85bd4a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.029262141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"b0b87992-8d46-49bd-b740-8bba0a85bd4a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.677131319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"c51ac3c2-e91e-48bb-a826-8710ce349e3c","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.677158144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"c51ac3c2-e91e-48bb-a826-8710ce349e3c","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.872263097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0a36f74b-b65c-4430-8669-85ec56a71e9f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.923796872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"08d05b5c-9dc3-4a16-9d6f-268713da1e29","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"maas-trlp-praxis-route-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:05.928761616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0a36f74b-b65c-4430-8669-85ec56a71e9f","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.091487301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"546d6aa9-ec8b-4e51-8bb7-8f6eb661d4e7","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.091511572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"546d6aa9-ec8b-4e51-8bb7-8f6eb661d4e7","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.308855686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"0bb669aa-a326-443b-8dc9-5a6c6e14758e","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"maas-trlp-praxis-route-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.397883364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-auth","reconcileID":"889c03af-8197-4b9d-b674-8d34d95858cf","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.397951082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"1d893057-f146-427e-8602-f7676c33b566","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.60945017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c07855f0-3418-4217-b521-35a38e745665","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.770455939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c477fbe0-53e9-4720-82c0-e01c07c25185","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.771085027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"918d1aee-70ea-43a5-831a-a1393ec48193","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.927928001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"9a1a1af2-e0e7-45bc-a513-10303eebf950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.927927895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1fba3f8d-054d-4dea-911c-9f54a59b4dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.988763657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1fba3f8d-054d-4dea-911c-9f54a59b4dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.989664588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"9a1a1af2-e0e7-45bc-a513-10303eebf950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.755155463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa508888-a4cb-452d-91ec-8f9a506b2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.809082217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa508888-a4cb-452d-91ec-8f9a506b2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.866714723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa508888-a4cb-452d-91ec-8f9a506b2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.919572441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa508888-a4cb-452d-91ec-8f9a506b2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.230304936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-df692c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-df692c","reconcileID":"0c8fb805-e05a-42bd-a77f-2259ff712980","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-df692c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-df692c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.965551298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4979ae75-0aa3-4081-aac5-494903610d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.021026649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4979ae75-0aa3-4081-aac5-494903610d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.074337091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4979ae75-0aa3-4081-aac5-494903610d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.127353568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4979ae75-0aa3-4081-aac5-494903610d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.12875199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5d3375-34a5-468e-9775-edc03ba0ed66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.252718646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5d3375-34a5-468e-9775-edc03ba0ed66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.320533393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5d3375-34a5-468e-9775-edc03ba0ed66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.374567875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5d3375-34a5-468e-9775-edc03ba0ed66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:16.09346678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"c09ccc69-f75d-4da9-896c-1539fa8c1b6e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:16.0935968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"c09ccc69-f75d-4da9-896c-1539fa8c1b6e","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.372955398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"cbd40936-b540-4159-8208-f4f77c2b39a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.3737761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"758201f3-9cf8-4721-976b-c040d0103062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.431669108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"cbd40936-b540-4159-8208-f4f77c2b39a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.433349459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"758201f3-9cf8-4721-976b-c040d0103062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.670343377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d32da4-1112-45df-ac10-dc71e6bee00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.72729417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d32da4-1112-45df-ac10-dc71e6bee00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.780669385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d32da4-1112-45df-ac10-dc71e6bee00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.83409963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d32da4-1112-45df-ac10-dc71e6bee00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.834174544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"4923ba56-7367-4752-bd2a-e2c53fe64164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.834579574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"35a8eda8-6717-46ab-bad0-dd5bbc35457e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.88737017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8493ac60-b694-4587-bc24-a47539f93c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.892389636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"35a8eda8-6717-46ab-bad0-dd5bbc35457e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.892713861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"4923ba56-7367-4752-bd2a-e2c53fe64164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.935383868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"0b2de3e8-3b0c-4448-9790-10cde3112fbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.942098152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"110cf990-fffc-4d8b-ae74-cdfd4043eb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:17.946538147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8493ac60-b694-4587-bc24-a47539f93c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.002896585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"110cf990-fffc-4d8b-ae74-cdfd4043eb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.156017874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"0b2de3e8-3b0c-4448-9790-10cde3112fbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ce2f2c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.156059748Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"0b2de3e8-3b0c-4448-9790-10cde3112fbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.209040958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"0b2de3e8-3b0c-4448-9790-10cde3112fbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.262183566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"e2e-partial-access-sub","reconcileID":"0b2de3e8-3b0c-4448-9790-10cde3112fbe","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/distinct-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.367979463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"1659dc5f-63a9-481a-9798-5e7f13671a4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.533574323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"aa5ed587-4efd-45c3-a4f2-3670e06aa2e6","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.533950679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"8b8187db-9c3f-47fc-92c7-13905d977f4b","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.691331027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e058d58a-f82f-4f35-8a64-214f1b42074a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.691331029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1e77a3a9-47ed-4986-9ec0-c351d7da090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.748297001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1e77a3a9-47ed-4986-9ec0-c351d7da090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:18.748849476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e058d58a-f82f-4f35-8a64-214f1b42074a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.856246796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4914160-fe9c-46a6-a30f-6a7d69c04116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.909071561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4914160-fe9c-46a6-a30f-6a7d69c04116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.962559573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4914160-fe9c-46a6-a30f-6a7d69c04116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.015689705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4914160-fe9c-46a6-a30f-6a7d69c04116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.932233642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.991021215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38c8c5-5656-4d2b-be57-46d972f1c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.043755595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38c8c5-5656-4d2b-be57-46d972f1c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.094948005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"a386ab26-e794-47bb-9eb5-de99e945e72d","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.094976918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"a386ab26-e794-47bb-9eb5-de99e945e72d","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.096258316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38c8c5-5656-4d2b-be57-46d972f1c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.148950818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f38c8c5-5656-4d2b-be57-46d972f1c59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.836977631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94996998-2f22-4070-9715-b1a4d9810021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.890180383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94996998-2f22-4070-9715-b1a4d9810021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.945048816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94996998-2f22-4070-9715-b1a4d9810021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.999093128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94996998-2f22-4070-9715-b1a4d9810021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.37823868Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-586697","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-586697","reconcileID":"c083f36a-02f1-4a9e-a18f-de1d6828703b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-586697","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-586697":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.99433238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c8014e-4146-4e45-af62-8158744e0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.049098514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c8014e-4146-4e45-af62-8158744e0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.101702321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c8014e-4146-4e45-af62-8158744e0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.154134056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c8014e-4146-4e45-af62-8158744e0dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.09713216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"54d79e52-a1aa-4252-b88e-dc37104192e3","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"tenant":"e2e-praxis-a-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.097153075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814","reconcileID":"54d79e52-a1aa-4252-b88e-dc37104192e3","MaaSModelRef":{"name":"praxis-route-4d8814","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"routeName":"praxis-route-4d8814-kserve-route","namespace":"ai-tenant-e2e-praxis-a-4d8814","llmisvcName":"praxis-route-4d8814","gateway":"openshift-ingress/e2e-praxis-a-4d8814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.107377652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9d8642-714b-426a-956f-a97c62f8508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.160070557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9d8642-714b-426a-956f-a97c62f8508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.212437675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9d8642-714b-426a-956f-a97c62f8508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.265188549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9d8642-714b-426a-956f-a97c62f8508f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.918593178Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"13f4d9b0-bc82-4846-89e5-b3b81672116c","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.959728074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"316186bb-260e-4008-9db2-55073ebc33c0","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.020022244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"316186bb-260e-4008-9db2-55073ebc33c0","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.020169105Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"316186bb-260e-4008-9db2-55073ebc33c0","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.089884684Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"40964375-7152-4939-8474-942b46645c0d","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","error":"HTTPRoute not found yet: for LLMInferenceService praxis-route-4d8814 in namespace ai-tenant-e2e-praxis-a-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.170874557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b969beb-be4b-4e11-8f5f-3cfa081ec05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.230140999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b969beb-be4b-4e11-8f5f-3cfa081ec05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.301426534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b969beb-be4b-4e11-8f5f-3cfa081ec05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.301586758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b34bdb65-db9a-45d4-8652-6376f9671483","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.354622124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b969beb-be4b-4e11-8f5f-3cfa081ec05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.411443273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b34bdb65-db9a-45d4-8652-6376f9671483","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.411505919Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"b34bdb65-db9a-45d4-8652-6376f9671483","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.578760239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"e27c547f-b8a2-4222-803d-312796dde6f5","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d225f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.634731632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0bc1254a-e7e5-413c-bfdd-b8109f93ded6","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.692053811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0bc1254a-e7e5-413c-bfdd-b8109f93ded6","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.692131032Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"0bc1254a-e7e5-413c-bfdd-b8109f93ded6","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.944390696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"16de7e88-d155-4f6e-b36b-c80717799b00","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.027098927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"7909cfc6-f7f9-40e7-9b35-fde83a98f904","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d225f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.149523608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"16de7e88-d155-4f6e-b36b-c80717799b00","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.273096027Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"16de7e88-d155-4f6e-b36b-c80717799b00","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"name":"e2e-praxis-a-4d8814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.273120144Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-auth","reconcileID":"16de7e88-d155-4f6e-b36b-c80717799b00","MaaSAuthPolicy":{"name":"praxis-route-4d8814-auth","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:40.308148263Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"01b1136e-ce05-4fdd-aac9-6c6127af20cd","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d225f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.357177624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f005343e-d649-4699-9a33-3b50c9b41375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.410023227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f005343e-d649-4699-9a33-3b50c9b41375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.462664642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f005343e-d649-4699-9a33-3b50c9b41375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.515171338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f005343e-d649-4699-9a33-3b50c9b41375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.320076013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"73370c6e-4674-457d-999d-b8fdd90ff483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.32007608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f3836ee7-3c3c-4201-add8-825b91125de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.377030006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"73370c6e-4674-457d-999d-b8fdd90ff483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.377113988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f3836ee7-3c3c-4201-add8-825b91125de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.443129757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3f47d8-3b19-41db-a15d-9366c156ffe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.495103774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"ba68582a-b48b-43ef-b4ea-5cc5dee426db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-be6397","tenantID":"e2e-praxis-b-be6397","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.496041353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3f47d8-3b19-41db-a15d-9366c156ffe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.54860423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3f47d8-3b19-41db-a15d-9366c156ffe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.601531778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3f47d8-3b19-41db-a15d-9366c156ffe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.666845933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"ba68582a-b48b-43ef-b4ea-5cc5dee426db","name":"e2e-praxis-b-be6397-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.560811502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cee3e4-3b7b-474e-952e-c4213e8ac21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.613605039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cee3e4-3b7b-474e-952e-c4213e8ac21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.665919614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cee3e4-3b7b-474e-952e-c4213e8ac21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.720495494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cee3e4-3b7b-474e-952e-c4213e8ac21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.628922293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d655933-d253-41da-8d69-5ced6e371c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.681480732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d655933-d253-41da-8d69-5ced6e371c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.734775665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d655933-d253-41da-8d69-5ced6e371c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.789753028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d655933-d253-41da-8d69-5ced6e371c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.361725253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"0276e9ee-3e99-46f2-b352-dd03b701ceb8","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","subscription":"praxis-route-4d8814-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.361884477Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"praxis-route-4d8814-sub","reconcileID":"0276e9ee-3e99-46f2-b352-dd03b701ceb8","MaaSSubscription":{"name":"praxis-route-4d8814-sub","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"model":"ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-4d8814/praxis-route-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.931684447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.004147942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","namespace":"ai-tenant-e2e-praxis-a-a774e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.004204742Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","namespace":"ai-tenant-e2e-praxis-a-a774e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.0042566Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","tenant":"e2e-praxis-a-a774e2","tenantID":"e2e-praxis-a-a774e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.06134446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a774e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.122139568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Service","name":"maas-api-e2e-praxis-a-a774e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.18139307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a774e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.235550653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a774e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.29695996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.355122021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.411991547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.47276027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.531095516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.585036616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.641329627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Service","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.696233917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.751178397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.803809827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.859285377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.915578336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.96790722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.020348685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.075167227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a774e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.13211998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a774e2"},"namespace":"ai-tenant-e2e-praxis-a-a774e2","name":"default-tenant","reconcileID":"075ad8ab-c8b6-469d-b91f-8545f24cec46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a774e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.03686807Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a774e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a774e2","reconcileID":"2920cc7f-3bb5-4e1a-8f05-9a775e7defdf","aitenant":"ai-tenants/e2e-praxis-a-a774e2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.525238573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915a2e3b-f405-4973-854e-63225f6721fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.57821272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915a2e3b-f405-4973-854e-63225f6721fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.631003517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915a2e3b-f405-4973-854e-63225f6721fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.683904389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915a2e3b-f405-4973-854e-63225f6721fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.85830025Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a774e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a774e2","reconcileID":"2920cc7f-3bb5-4e1a-8f05-9a775e7defdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a774e2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a774e2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.71304353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09034869-7331-4b81-b312-fe6836e87cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.766589501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09034869-7331-4b81-b312-fe6836e87cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.819345195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09034869-7331-4b81-b312-fe6836e87cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.872656977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09034869-7331-4b81-b312-fe6836e87cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.734520332Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","namespace":"ai-tenant-e2e-praxis-a-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.734578131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","namespace":"ai-tenant-e2e-praxis-a-4d8814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.73463492Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","tenant":"e2e-praxis-a-4d8814","tenantID":"e2e-praxis-a-4d8814","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.790753855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4d8814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.853127576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Service","name":"maas-api-e2e-praxis-a-4d8814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.929793825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4d8814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:05.98403376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4d8814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.052468562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.108142809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.165533348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.261995466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.323493022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.375857223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.430247213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Service","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.485068082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.537586516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.592023252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.644413211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.701827774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.755392194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.807628474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.871057501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4d8814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.873107501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b0a2e-4fe6-4a97-8fee-279168e55955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.928856289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d8814"},"namespace":"ai-tenant-e2e-praxis-a-4d8814","name":"default-tenant","reconcileID":"f7da2763-be7d-466a-b274-7667e043fece","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4d8814","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.931125336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b0a2e-4fe6-4a97-8fee-279168e55955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:06.986010731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b0a2e-4fe6-4a97-8fee-279168e55955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.03871344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b0a2e-4fe6-4a97-8fee-279168e55955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.998516202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bfbffc-27c0-4576-a415-f52a52b8e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.054051933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bfbffc-27c0-4576-a415-f52a52b8e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.107408596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bfbffc-27c0-4576-a415-f52a52b8e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.162016732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bfbffc-27c0-4576-a415-f52a52b8e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.22035195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cfd5c19-865b-45c4-9e83-d880c0d1d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.294686083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cfd5c19-865b-45c4-9e83-d880c0d1d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.352492215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cfd5c19-865b-45c4-9e83-d880c0d1d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.405696349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cfd5c19-865b-45c4-9e83-d880c0d1d7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.530701286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"eaf6a2b3-fedc-43ad-8700-f577246af6cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.654717953Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"eaf6a2b3-fedc-43ad-8700-f577246af6cb","name":"e2e-shared-a-w0-df692c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.500223696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82568873-9734-4f75-b0a8-f2e4eb51859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.555526725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82568873-9734-4f75-b0a8-f2e4eb51859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.609549001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82568873-9734-4f75-b0a8-f2e4eb51859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.663083249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82568873-9734-4f75-b0a8-f2e4eb51859f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.622986441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45002c1f-13d8-4989-8e76-f6d929ee80f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.675622207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45002c1f-13d8-4989-8e76-f6d929ee80f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.728100096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45002c1f-13d8-4989-8e76-f6d929ee80f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.780961033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45002c1f-13d8-4989-8e76-f6d929ee80f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.885265626Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4d8814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4d8814","reconcileID":"b9414682-cc5a-4105-9302-8eb4b6068e7f","aitenant":"ai-tenants/e2e-praxis-a-4d8814","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.641554612Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4d8814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4d8814","reconcileID":"b9414682-cc5a-4105-9302-8eb4b6068e7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4d8814","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4d8814"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.710582138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce704279-5eec-41a9-9fa4-d2ecf70c6f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.763156987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce704279-5eec-41a9-9fa4-d2ecf70c6f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.815661863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce704279-5eec-41a9-9fa4-d2ecf70c6f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.867986094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce704279-5eec-41a9-9fa4-d2ecf70c6f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.409646613Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","namespace":"ai-tenant-e2e-praxis-b-1cfb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.40970449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","namespace":"ai-tenant-e2e-praxis-b-1cfb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.409752168Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","tenant":"e2e-praxis-b-1cfb55","tenantID":"e2e-praxis-b-1cfb55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.464258276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1cfb55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.525756109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Service","name":"maas-api-e2e-praxis-b-1cfb55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.582344295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1cfb55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.636908644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1cfb55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.69796951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.759625176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.81531807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.877901191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:18.948770963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.001795513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.054201125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Service","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.106492941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.159447512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.262320059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.31441183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.370089287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.422368119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.474517664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.535807484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1cfb55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.614880128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1cfb55"},"namespace":"ai-tenant-e2e-praxis-b-1cfb55","name":"default-tenant","reconcileID":"4001af1c-7954-4907-aab2-81b653cf855f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1cfb55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.799519762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce701d2-ad07-42d5-8736-6cb71c9d24d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.852295409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce701d2-ad07-42d5-8736-6cb71c9d24d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.905828047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce701d2-ad07-42d5-8736-6cb71c9d24d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.959156495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce701d2-ad07-42d5-8736-6cb71c9d24d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.846067247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d61b6b4-fcea-48ad-b9c0-d5b1d877931b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.904279417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d61b6b4-fcea-48ad-b9c0-d5b1d877931b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.963732631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d61b6b4-fcea-48ad-b9c0-d5b1d877931b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.017204611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d61b6b4-fcea-48ad-b9c0-d5b1d877931b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.472816693Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1cfb55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1cfb55","reconcileID":"c5ec7d31-9657-4bcc-9a45-1800f82374dd","aitenant":"ai-tenants/e2e-praxis-b-1cfb55","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.25011006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1cfb55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1cfb55","reconcileID":"c5ec7d31-9657-4bcc-9a45-1800f82374dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1cfb55","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1cfb55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.022212914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de8b4df-0120-4774-971c-601b83608031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.076126844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de8b4df-0120-4774-971c-601b83608031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.12871278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de8b4df-0120-4774-971c-601b83608031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:24.181776268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de8b4df-0120-4774-971c-601b83608031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.933033943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.093912365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a01a864-c43f-4cca-a0d7-652f0c031d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.14996713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a01a864-c43f-4cca-a0d7-652f0c031d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.203569816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a01a864-c43f-4cca-a0d7-652f0c031d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.256742755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a01a864-c43f-4cca-a0d7-652f0c031d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.574865422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"0fc60323-2048-4948-9192-78256fc2e868","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.679809255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2c801b-1838-475c-a1ae-fb78ce1a7350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.732532105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2c801b-1838-475c-a1ae-fb78ce1a7350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.797925177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2c801b-1838-475c-a1ae-fb78ce1a7350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.855594501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2c801b-1838-475c-a1ae-fb78ce1a7350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.911138406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"14732aae-8e80-4c00-9d67-7ec8ec80d713","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.398303167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4e11469d-3e67-4e00-91b7-33a34e8b6a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.757694084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d2c19-b219-46cf-b841-32a1501af9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.810181651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d2c19-b219-46cf-b841-32a1501af9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.86328042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d2c19-b219-46cf-b841-32a1501af9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.91602264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739d2c19-b219-46cf-b841-32a1501af9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.813798272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d30d5a2-469e-4fb3-9204-4191ee28a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.867054426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d30d5a2-469e-4fb3-9204-4191ee28a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.919638743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d30d5a2-469e-4fb3-9204-4191ee28a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.972207806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d30d5a2-469e-4fb3-9204-4191ee28a4af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.570804927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"6af02b5a-44de-4b39-9700-4862ee312b81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.685515611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"6af02b5a-44de-4b39-9700-4862ee312b81","name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.88525258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0261e6d9-cbb9-477a-bf2b-16a7af23ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.93770229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0261e6d9-cbb9-477a-bf2b-16a7af23ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.993372703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0261e6d9-cbb9-477a-bf2b-16a7af23ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.046909776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0261e6d9-cbb9-477a-bf2b-16a7af23ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.986803984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"3ddc3c6a-387d-4c82-a89e-e2ff099dc583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:37.933763366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6579cc2e-fad6-4e3c-9cbc-6de3d4d1d847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:37.98643024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6579cc2e-fad6-4e3c-9cbc-6de3d4d1d847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.038944345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6579cc2e-fad6-4e3c-9cbc-6de3d4d1d847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.091494244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6579cc2e-fad6-4e3c-9cbc-6de3d4d1d847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.104320712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207e6194-0471-4b6a-875c-837f26d18813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.156780861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207e6194-0471-4b6a-875c-837f26d18813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.209528465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207e6194-0471-4b6a-875c-837f26d18813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.262176513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"207e6194-0471-4b6a-875c-837f26d18813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.027250585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"5bb36963-209e-4d79-9654-548201118264","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.085951321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"89a4b777-406e-4778-ab5f-bfe6bc37bb2b","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.241908982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"27a610cf-086b-4a31-8742-9f466d53fadb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.291423755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"07ccedb2-bdc7-4b2f-bf5b-c55eb4a9e5f4","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.297789725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"27a610cf-086b-4a31-8742-9f466d53fadb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.346868781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"0ff87490-9608-464f-aa20-3c0a774f770c","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:42.396693999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-subscription","reconcileID":"13f37828-2254-48f4-9c17-7f82ccde6f33","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.449296278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"5e070513-5944-4df6-b170-11ef78ae5af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.449345258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"0ff0426a-92d6-4079-89e5-9d0bb0667a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.505940111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"5e070513-5944-4df6-b170-11ef78ae5af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.50621501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"0ff0426a-92d6-4079-89e5-9d0bb0667a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.508180585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"966dd522-746b-4309-aee1-9dc04050576d","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.56617163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"4ba7302a-4993-42e4-aea9-d3207936b3dc","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.619339987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"f7d85da1-d980-47cb-a442-bc135dce4d28","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.777653969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"2ac0e096-d071-44ae-bf0c-6d199170d179","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.834737002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"2ac0e096-d071-44ae-bf0c-6d199170d179","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.835420929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-subscription","reconcileID":"386402c9-b293-4102-b984-046ee6974bbe","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.876316932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"f0138ba2-b41d-450a-96ad-38918801567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.876317136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"56f6640b-53a2-4a00-a150-82cda4d8456f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.934950034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"56f6640b-53a2-4a00-a150-82cda4d8456f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.934950036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"f0138ba2-b41d-450a-96ad-38918801567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.003493022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"c94f6c38-99a2-44d0-b21f-e10e1c3eda94","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.047076067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"a6d3d1c0-adb0-4e40-ac0e-c94dc986b71f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.214143921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-subscription","reconcileID":"42e646c6-8cd6-4dc7-9a1e-53f6837728ad","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.714729365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"298cb7ab-0512-49f7-8b2e-a54f33d71160","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.871975797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a3bef3ac-6d25-4675-b612-dc6f4ebbfaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.872137795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e10ee879-dfe1-47c8-b129-9aaa9424a2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.87197354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"7f493b45-2bab-40a6-906c-d489415f4cac","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.932023385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a3bef3ac-6d25-4675-b612-dc6f4ebbfaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.933341172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"7f493b45-2bab-40a6-906c-d489415f4cac","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.934740516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"e10ee879-dfe1-47c8-b129-9aaa9424a2ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.117572118Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","namespace":"ai-tenant-e2e-praxis-b-488431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.117657045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","namespace":"ai-tenant-e2e-praxis-b-488431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.117718741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","tenant":"e2e-praxis-b-488431","tenantID":"e2e-praxis-b-488431","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.17191193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-488431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.237383414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Service","name":"maas-api-e2e-praxis-b-488431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.294999482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-488431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.354243673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-488431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.426374258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.48404983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.54513452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.611231454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.666057007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.722999136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.775485069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Service","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.829552045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.882001901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.934217376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.986240073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.043971784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.096136235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.208047707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.267578789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-488431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.320350923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-488431"},"namespace":"ai-tenant-e2e-praxis-b-488431","name":"default-tenant","reconcileID":"ac1136a0-e0f0-46d7-a07a-24b6428861cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-488431","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:48.176757782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92970ef6-1ac7-47c9-ac57-f3759b3a613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:48.23009642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92970ef6-1ac7-47c9-ac57-f3759b3a613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:48.282526467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92970ef6-1ac7-47c9-ac57-f3759b3a613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:48.334894208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92970ef6-1ac7-47c9-ac57-f3759b3a613f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.263182427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251c5498-6ba5-47b1-be02-d177f5520273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.263273847Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-488431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-488431","reconcileID":"24fdc394-4554-4a1b-a81d-f3babf186139","aitenant":"ai-tenants/e2e-praxis-b-488431","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.315917724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251c5498-6ba5-47b1-be02-d177f5520273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.368997275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251c5498-6ba5-47b1-be02-d177f5520273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.422024043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251c5498-6ba5-47b1-be02-d177f5520273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.069671961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-488431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-488431","reconcileID":"24fdc394-4554-4a1b-a81d-f3babf186139","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-488431","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-488431"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.452787484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1d3133-fde1-479b-89ba-f9b4f289015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.505569302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1d3133-fde1-479b-89ba-f9b4f289015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.558144984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1d3133-fde1-479b-89ba-f9b4f289015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.610725266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1d3133-fde1-479b-89ba-f9b4f289015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.568566353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f96fc-cbb4-4cc2-87d3-ab2294a69a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.622113148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f96fc-cbb4-4cc2-87d3-ab2294a69a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.674589541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f96fc-cbb4-4cc2-87d3-ab2294a69a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.727363167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af9f96fc-cbb4-4cc2-87d3-ab2294a69a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.878325261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-subscription","reconcileID":"63316832-234d-4e45-bf61-634b79739a1b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:55.930401866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.139799178Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-subscription","reconcileID":"63316832-234d-4e45-bf61-634b79739a1b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b3cdc8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.351859152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"fc5bcd18-9cfd-4054-a8b2-baa748f7deed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.400421141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"49dd070a-0455-419d-96d5-063a5695657c","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.557823894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b3e94337-4302-4d95-b701-64a6153cd0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.558107464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b49e39fc-1732-4b86-a354-76c8de035938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.55786121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"95aa70ce-10c5-4823-94f8-161234a326ad","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.559003865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"42ccc321-ba7d-433e-8bbf-eeae99152e6c","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.614044543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b3e94337-4302-4d95-b701-64a6153cd0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.614473288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b49e39fc-1732-4b86-a354-76c8de035938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.616210455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"95aa70ce-10c5-4823-94f8-161234a326ad","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.628481874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9eba51-04c3-4351-b6dc-a32c6bfc0da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.681934619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9eba51-04c3-4351-b6dc-a32c6bfc0da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.735027432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9eba51-04c3-4351-b6dc-a32c6bfc0da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.788487182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9eba51-04c3-4351-b6dc-a32c6bfc0da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.941925948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"e2e-test-group-auth","reconcileID":"7088295d-885c-41cf-967e-895be77a2cbb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.113051246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"eebccb0c-b977-416f-abf2-f1f588cc98a1","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.172807232Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-09d1fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-09d1fd","reconcileID":"5066ea79-d828-422c-b720-ca3cfdcf2994","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-09d1fd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-09d1fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.753278705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40259bcc-3c71-4780-b338-c44765bf464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.813154022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40259bcc-3c71-4780-b338-c44765bf464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.866694727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40259bcc-3c71-4780-b338-c44765bf464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.9193907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40259bcc-3c71-4780-b338-c44765bf464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.892261489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac9fe15-b0e7-4255-8081-0d58e513eb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.945469921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac9fe15-b0e7-4255-8081-0d58e513eb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.998214639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac9fe15-b0e7-4255-8081-0d58e513eb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.053487338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ac9fe15-b0e7-4255-8081-0d58e513eb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.98271626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c1a371-c18f-4b52-b90c-c39170c89496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.034998138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c1a371-c18f-4b52-b90c-c39170c89496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.087702895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c1a371-c18f-4b52-b90c-c39170c89496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.140286916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c1a371-c18f-4b52-b90c-c39170c89496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.32067806Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5b9382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5b9382","reconcileID":"988f0ade-8a8a-408c-8815-91710cab205c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5b9382","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5b9382":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.139040809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f1157b-0130-4056-b68d-9c356fe67e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.191517121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f1157b-0130-4056-b68d-9c356fe67e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.24480792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f1157b-0130-4056-b68d-9c356fe67e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.298048525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f1157b-0130-4056-b68d-9c356fe67e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.131183467Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","namespace":"ai-tenant-e2e-praxis-a-d73d37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.131258623Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","namespace":"ai-tenant-e2e-praxis-a-d73d37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.131330849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","tenant":"e2e-praxis-a-d73d37","tenantID":"e2e-praxis-a-d73d37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.185477633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d73d37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.256535716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Service","name":"maas-api-e2e-praxis-a-d73d37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.312082982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d73d37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.36609737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d73d37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.426632549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.482471998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.539515897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.596187524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.648630647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.700583167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.752406488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Service","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.806880098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.859645496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.911758819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:09.973508532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.029308672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.121108296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.17949543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.233182063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d73d37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.285271986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d73d37"},"namespace":"ai-tenant-e2e-praxis-a-d73d37","name":"default-tenant","reconcileID":"b8c25459-4944-4f68-8e2b-f0d65c0c95d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d73d37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:10.984916825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b35c88-e949-42bf-9821-61b785884ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.03727863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b35c88-e949-42bf-9821-61b785884ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.090162068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b35c88-e949-42bf-9821-61b785884ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.144352725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b35c88-e949-42bf-9821-61b785884ad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.498694676Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d73d37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d73d37","reconcileID":"212fed52-5315-4f24-bb35-c79e400d47c7","aitenant":"ai-tenants/e2e-praxis-a-d73d37","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.281798034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d73d37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d73d37","reconcileID":"212fed52-5315-4f24-bb35-c79e400d47c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d73d37","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d73d37"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.072974751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e4301a-ed22-43c6-aba7-14fe6aa53897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.143383143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e4301a-ed22-43c6-aba7-14fe6aa53897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.196534946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e4301a-ed22-43c6-aba7-14fe6aa53897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.249396151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e4301a-ed22-43c6-aba7-14fe6aa53897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.15542477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f1a371-14b8-445e-8093-aa18459b2205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.207936224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f1a371-14b8-445e-8093-aa18459b2205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.260397648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f1a371-14b8-445e-8093-aa18459b2205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.312809434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f1a371-14b8-445e-8093-aa18459b2205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.213075178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bedca09-da1f-4ec3-81d3-1a3acdf44712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.266229866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bedca09-da1f-4ec3-81d3-1a3acdf44712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.318667308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bedca09-da1f-4ec3-81d3-1a3acdf44712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.371549002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bedca09-da1f-4ec3-81d3-1a3acdf44712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.787602326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad73a1a-c567-4b14-91bb-222addc7538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.84034929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad73a1a-c567-4b14-91bb-222addc7538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.892873087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad73a1a-c567-4b14-91bb-222addc7538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.945392676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad73a1a-c567-4b14-91bb-222addc7538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.905771574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2ecca5-4b50-484b-98d1-127a73e3787e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.958344942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2ecca5-4b50-484b-98d1-127a73e3787e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:23.011096076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2ecca5-4b50-484b-98d1-127a73e3787e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:23.063535876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2ecca5-4b50-484b-98d1-127a73e3787e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:24.992112138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7175b340-6c6a-43d0-81fa-94f2982b3737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.046152503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7175b340-6c6a-43d0-81fa-94f2982b3737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.103920473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7175b340-6c6a-43d0-81fa-94f2982b3737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.162047551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7175b340-6c6a-43d0-81fa-94f2982b3737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.931357632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.207850642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cbfa36-b7b2-430e-8c8a-d1ce0066330e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.260396179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cbfa36-b7b2-430e-8c8a-d1ce0066330e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.31355477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cbfa36-b7b2-430e-8c8a-d1ce0066330e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.366138518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07cbfa36-b7b2-430e-8c8a-d1ce0066330e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.2481262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c0b70-5517-42e0-b132-52b9150e1656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.300734427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c0b70-5517-42e0-b132-52b9150e1656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.353886019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c0b70-5517-42e0-b132-52b9150e1656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.408259572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2c0b70-5517-42e0-b132-52b9150e1656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.7706735Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a2af33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a2af33","reconcileID":"126fbc9b-e94e-4afe-87f7-6553cafcabce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a2af33","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a2af33":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.297854621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab7fbf5-e017-4311-bf2c-db200d16c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.350403093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab7fbf5-e017-4311-bf2c-db200d16c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.402884635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab7fbf5-e017-4311-bf2c-db200d16c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.455525008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab7fbf5-e017-4311-bf2c-db200d16c363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.786481011Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","namespace":"ai-tenant-e2e-praxis-b-be6397","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.786554302Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","namespace":"ai-tenant-e2e-praxis-b-be6397","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.786630534Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","tenant":"e2e-praxis-b-be6397","tenantID":"e2e-praxis-b-be6397","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.840940302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-be6397","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.901377899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Service","name":"maas-api-e2e-praxis-b-be6397","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.963885871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-be6397","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.020613657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-be6397","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.086070263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.150797286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.212105686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.278048979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.333156967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.386113802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.442816827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Service","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.522328239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.575220851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.627477071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.679486098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.734775682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.839043251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.934410517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.988916436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-be6397","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.043906133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-be6397"},"namespace":"ai-tenant-e2e-praxis-b-be6397","name":"default-tenant","reconcileID":"8bef9694-89e7-46db-ad49-b4d717e2efc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-be6397","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.449390097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c760f1-a20e-4ee6-8eb3-5eb7e788e89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.61881929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c760f1-a20e-4ee6-8eb3-5eb7e788e89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.678532125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c760f1-a20e-4ee6-8eb3-5eb7e788e89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.732133803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c760f1-a20e-4ee6-8eb3-5eb7e788e89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.634720478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63432fd8-5a9a-492c-9328-e9f1ace439e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.687125045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63432fd8-5a9a-492c-9328-e9f1ace439e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.739677395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63432fd8-5a9a-492c-9328-e9f1ace439e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.792641776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63432fd8-5a9a-492c-9328-e9f1ace439e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.692330287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163ef92c-a8f0-4ebb-9097-35b5d368d972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.745378036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163ef92c-a8f0-4ebb-9097-35b5d368d972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.798470852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163ef92c-a8f0-4ebb-9097-35b5d368d972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.85121605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163ef92c-a8f0-4ebb-9097-35b5d368d972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.856970508Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d5345e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d5345e","reconcileID":"cb781063-256d-46d3-b601-b1c0571b48db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-d5345e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-d5345e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.762814188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56276d-27e6-4b64-ae35-a774c5227699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.816146687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56276d-27e6-4b64-ae35-a774c5227699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.868555852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56276d-27e6-4b64-ae35-a774c5227699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.921586381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d56276d-27e6-4b64-ae35-a774c5227699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.600631189Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-be6397","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-be6397","reconcileID":"8b306f0a-9925-44f9-81d9-7818c7911e03","aitenant":"ai-tenants/e2e-praxis-b-be6397","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.409547368Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-be6397","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-be6397","reconcileID":"8b306f0a-9925-44f9-81d9-7818c7911e03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-be6397","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-be6397"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.928025976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f9addf-0961-4a75-806b-665c16e7a73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.98088243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f9addf-0961-4a75-806b-665c16e7a73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.034498845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f9addf-0961-4a75-806b-665c16e7a73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.126855506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f9addf-0961-4a75-806b-665c16e7a73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:44.087127661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f9659-7014-40df-b5af-81c93cc187bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:44.140444633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f9659-7014-40df-b5af-81c93cc187bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:44.193226269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f9659-7014-40df-b5af-81c93cc187bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:44.246465262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f9659-7014-40df-b5af-81c93cc187bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:44.781569026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"e680f6ed-924f-4b25-80eb-fd232e78f70e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.139313287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77188d-8a53-4211-bc62-892d7583e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.192814286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77188d-8a53-4211-bc62-892d7583e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.246251334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77188d-8a53-4211-bc62-892d7583e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.299539729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa77188d-8a53-4211-bc62-892d7583e7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.872637231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"1e99a88b-82d8-47cf-bb21-94d3fde5e5e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:48.166487627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"87c2d242-8cbf-43ee-b775-d47e07b6d95d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.235427612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"b4f81edc-7d56-4788-b69b-d9ef4becf0f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.361310063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"b4f81edc-7d56-4788-b69b-d9ef4becf0f9","name":"e2e-shared-a-w3-09d1fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:50.714510508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0d83f53e-5ab0-456e-b289-81e575091c78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.933751351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:57.087558923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-status-failed-sub","reconcileID":"b29528a7-5b09-4531-9e66-32a501d690ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.142982493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"110c7117-36e0-4ef1-aa55-ab0cb2dc19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.143012608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f9d58fe6-f969-498d-b3dc-d96e9be7220e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.200405261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f9d58fe6-f969-498d-b3dc-d96e9be7220e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.201287586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"110c7117-36e0-4ef1-aa55-ab0cb2dc19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.563080413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"fb806e06-c06a-4a6b-ada6-4dcbd27bc8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.563153963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"0d95b3af-e558-4b05-a03f-f14fd6c41ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.619460181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"0d95b3af-e558-4b05-a03f-f14fd6c41ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.619496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"fb806e06-c06a-4a6b-ada6-4dcbd27bc8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.318071894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"f58b1c98-9e2c-4fdd-9bdd-c3f163ccaaee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.435804462Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"f58b1c98-9e2c-4fdd-9bdd-c3f163ccaaee","name":"e2e-shared-a-w1-5b9382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.621454307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"998549da-67ae-4381-bf11-4f2925b49225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.622227149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"19c30f9d-df35-4bfb-bd68-54f1d6dd6556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.678361916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"998549da-67ae-4381-bf11-4f2925b49225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.678878323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"19c30f9d-df35-4bfb-bd68-54f1d6dd6556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.647315799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-status-failed-sub","reconcileID":"2b61cbff-d079-4f53-8b72-66534f291eb3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.647447611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"e2e-status-failed-sub","reconcileID":"2b61cbff-d079-4f53-8b72-66534f291eb3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ec003/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.123768496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"b14d45a4-6629-4624-98d2-34997c3adea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.123769983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"6405fd85-1e5a-45d9-adce-783df16604de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.181391986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"b14d45a4-6629-4624-98d2-34997c3adea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.182674691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"6405fd85-1e5a-45d9-adce-783df16604de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.217142161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5cf0bb-8fc2-4a66-ba3b-6187b6cd0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.27146846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5cf0bb-8fc2-4a66-ba3b-6187b6cd0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.324338433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5cf0bb-8fc2-4a66-ba3b-6187b6cd0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.377174924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad5cf0bb-8fc2-4a66-ba3b-6187b6cd0164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.760274508Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-fc6aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-fc6aa8","reconcileID":"bae97c92-fcac-4f87-9c86-0fe6777aeb8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-fc6aa8","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-fc6aa8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.326278796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c32e5b3-d9ad-489a-a3bd-7831f0b22a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.380420933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c32e5b3-d9ad-489a-a3bd-7831f0b22a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.433355172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c32e5b3-d9ad-489a-a3bd-7831f0b22a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.486306867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c32e5b3-d9ad-489a-a3bd-7831f0b22a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.50268045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d756d14-e89c-4b18-ab8a-4b01032d08b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.555426201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d756d14-e89c-4b18-ab8a-4b01032d08b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.629104229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d756d14-e89c-4b18-ab8a-4b01032d08b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.690868659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d756d14-e89c-4b18-ab8a-4b01032d08b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:21.646949286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feb8b0c-bf06-4829-9106-f34142dcc0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:21.699685174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feb8b0c-bf06-4829-9106-f34142dcc0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:21.752707547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feb8b0c-bf06-4829-9106-f34142dcc0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:21.805502337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0feb8b0c-bf06-4829-9106-f34142dcc0c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.70203365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574aac87-9656-4889-a60d-7263e7bc0c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.754914071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574aac87-9656-4889-a60d-7263e7bc0c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.807801661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574aac87-9656-4889-a60d-7263e7bc0c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:23.860475347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574aac87-9656-4889-a60d-7263e7bc0c58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.785153538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fa69c-d102-4e64-9f95-c1f49eb36568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.84161511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fa69c-d102-4e64-9f95-c1f49eb36568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.89499397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fa69c-d102-4e64-9f95-c1f49eb36568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.931183806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.947655657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8fa69c-d102-4e64-9f95-c1f49eb36568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.562377558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"1e367de7-5e88-48df-8bd8-6afc1cdfd84d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.678816677Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"1e367de7-5e88-48df-8bd8-6afc1cdfd84d","name":"e2e-shared-b-w0-a2af33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.622705074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"c902ffb4-a85c-432b-a63d-244d66dfc894","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.738449615Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"c902ffb4-a85c-432b-a63d-244d66dfc894","name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.700653662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5365e7-a8be-47da-b229-646cf3d94c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.753078504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5365e7-a8be-47da-b229-646cf3d94c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.805673257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5365e7-a8be-47da-b229-646cf3d94c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.862992333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5365e7-a8be-47da-b229-646cf3d94c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.827961922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607d4f3e-78fa-4158-8a7b-fd8c9ad627e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.880621909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607d4f3e-78fa-4158-8a7b-fd8c9ad627e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.933816562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607d4f3e-78fa-4158-8a7b-fd8c9ad627e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.986559505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607d4f3e-78fa-4158-8a7b-fd8c9ad627e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.931419549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.832757027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2824dbd7-7bd5-4252-be7c-31f52be8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.886287987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2824dbd7-7bd5-4252-be7c-31f52be8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.938985511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2824dbd7-7bd5-4252-be7c-31f52be8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:00.992071161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2824dbd7-7bd5-4252-be7c-31f52be8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:02.290033179Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a301e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a301e0","reconcileID":"884cfb38-8775-4795-9be1-b546f075e8d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a301e0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a301e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:02.986366817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cc25ca-6734-4625-9a2a-1a89e7e14c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.03951679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cc25ca-6734-4625-9a2a-1a89e7e14c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.092139108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cc25ca-6734-4625-9a2a-1a89e7e14c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.153456166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47cc25ca-6734-4625-9a2a-1a89e7e14c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.102294007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0412c49-7029-4707-806d-51eafc613016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.157068317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0412c49-7029-4707-806d-51eafc613016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.210529152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0412c49-7029-4707-806d-51eafc613016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.265177258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0412c49-7029-4707-806d-51eafc613016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.55542288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3cac10-581f-424f-9295-034f5e795df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.691077115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3cac10-581f-424f-9295-034f5e795df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.773036014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3cac10-581f-424f-9295-034f5e795df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.913946349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3cac10-581f-424f-9295-034f5e795df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.700669052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74cbb09-3d52-48aa-8051-c96ba3adcb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.75394628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74cbb09-3d52-48aa-8051-c96ba3adcb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.80697943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74cbb09-3d52-48aa-8051-c96ba3adcb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.859903878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74cbb09-3d52-48aa-8051-c96ba3adcb88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.311563603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2675c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2675c7","reconcileID":"80d1bf20-fc2c-4432-a688-f6c92e1c2d31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2675c7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2675c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.832774904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be12ed77-5b29-4c5c-bdc4-b0b836a9c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.885960044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be12ed77-5b29-4c5c-bdc4-b0b836a9c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.938602554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be12ed77-5b29-4c5c-bdc4-b0b836a9c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.991300609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be12ed77-5b29-4c5c-bdc4-b0b836a9c888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.941226519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"75cfca62-0733-4f3d-bda6-c48cc49f6779","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-fc6aa8","tenantID":"e2e-explicit-fc6aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.059499082Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"75cfca62-0733-4f3d-bda6-c48cc49f6779","name":"e2e-explicit-fc6aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.932051532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.526984948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0fd2ad-918c-4d0b-a108-780eeffa1356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.580526867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0fd2ad-918c-4d0b-a108-780eeffa1356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.633158981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0fd2ad-918c-4d0b-a108-780eeffa1356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.686134199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0fd2ad-918c-4d0b-a108-780eeffa1356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.596786936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac83132-004f-49fe-9bf1-80cd06382769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.649382785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac83132-004f-49fe-9bf1-80cd06382769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.701879134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac83132-004f-49fe-9bf1-80cd06382769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.754519842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac83132-004f-49fe-9bf1-80cd06382769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.22948249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118bd8b-c49b-4f46-a977-5441f05ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.282702087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118bd8b-c49b-4f46-a977-5441f05ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.335254666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118bd8b-c49b-4f46-a977-5441f05ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.387817692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118bd8b-c49b-4f46-a977-5441f05ffe42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.283317548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514b2301-207b-4bba-83c1-06f9b1f1803e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.335911798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514b2301-207b-4bba-83c1-06f9b1f1803e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.388587404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514b2301-207b-4bba-83c1-06f9b1f1803e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.441274142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514b2301-207b-4bba-83c1-06f9b1f1803e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.93216236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.539715724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"999b9ad9-977c-4753-b4a3-689a48ee85e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.658282357Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"999b9ad9-977c-4753-b4a3-689a48ee85e7","name":"e2e-shared-b-w3-a301e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.941446175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.558411245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"67c4bf74-02b6-47fb-be3d-a5a707fcb611","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.674919141Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"67c4bf74-02b6-47fb-be3d-a5a707fcb611","name":"e2e-shared-b-w1-2675c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.135901876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"8008250f-631f-4310-a9f7-6fe450556807","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.135933856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"8008250f-631f-4310-a9f7-6fe450556807","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:40.93847426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0b57d9-9cb4-4808-bc4a-5a482934d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:40.991633964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0b57d9-9cb4-4808-bc4a-5a482934d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.05182552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0b57d9-9cb4-4808-bc4a-5a482934d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.10524183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0b57d9-9cb4-4808-bc4a-5a482934d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.156127184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49932-ef1a-4299-a41d-d1822ef7cbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.209334592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49932-ef1a-4299-a41d-d1822ef7cbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.267548694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49932-ef1a-4299-a41d-d1822ef7cbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.321055238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49932-ef1a-4299-a41d-d1822ef7cbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.93024911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:25.930709797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.397336413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4b7b35-3654-46cd-a362-41ab561148f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.44986654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4b7b35-3654-46cd-a362-41ab561148f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.502773306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4b7b35-3654-46cd-a362-41ab561148f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.555428909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4b7b35-3654-46cd-a362-41ab561148f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.495811466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479d74a6-bb42-40e3-8113-ddf83f333a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.548656737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479d74a6-bb42-40e3-8113-ddf83f333a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.601243289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479d74a6-bb42-40e3-8113-ddf83f333a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.653935385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"479d74a6-bb42-40e3-8113-ddf83f333a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.575579436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e23f36-b2e0-48f3-b0a4-cfe772316be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.628340154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e23f36-b2e0-48f3-b0a4-cfe772316be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.681552646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e23f36-b2e0-48f3-b0a4-cfe772316be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.735060505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e23f36-b2e0-48f3-b0a4-cfe772316be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.632487892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feac0bb0-a318-45e4-b29c-d61241df9b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.685717396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feac0bb0-a318-45e4-b29c-d61241df9b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.739317682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feac0bb0-a318-45e4-b29c-d61241df9b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.792406318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feac0bb0-a318-45e4-b29c-d61241df9b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.563512586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"7c50ee85-330e-4884-ab37-ce77ffe13e06","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.563542746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"7c50ee85-330e-4884-ab37-ce77ffe13e06","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.512694956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-fc6aa8","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"explicit-model-fc6aa8","reconcileID":"e24b659c-22a8-47a3-af9c-06401a1b74c2","MaaSModelRef":{"name":"explicit-model-fc6aa8","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"routeName":"explicit-model-fc6aa8-kserve-route","namespace":"ai-tenant-e2e-explicit-fc6aa8","llmisvcName":"explicit-model-fc6aa8","gateway":"openshift-ingress/e2e-explicit-fc6aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.576367961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"2790f1fa-4453-48b1-b5a6-c15486df9697","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.576395909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"2790f1fa-4453-48b1-b5a6-c15486df9697","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:55.932758785Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.719914682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"924c30d9-a36b-4f83-8907-7e55c7ea9b43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.822406064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8b520f3f-7dbb-4bcd-95e8-2ed37fceb3dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.92249191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"0ac6b4fa-6abb-4fb4-9af9-61542fbd7eff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.021347572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"1a9e4417-f30a-43aa-92a5-67a35b5ed63a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.122955441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca3e2edf-1fb4-4a51-b296-8f27ac893dba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.339664383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"468dacf8-f9ca-4677-9472-cde051f226fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.515177462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a115a6c5-1e91-4d2c-80e7-f020bcf9874a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.61675333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"07088a94-f9ec-43fe-8a4a-a69956813717","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.753564531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbe336f7-75be-4193-a446-226cc2064dc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.914862677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"ae9f92f0-4c09-4cfc-b5c8-23b503d82389","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.088923203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"8476c2b2-8e57-41eb-9eba-d68efeca8ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.183621768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"7d54a27b-6e54-4d83-bb28-a32f8635f0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.136153994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"591ba319-aeb8-42f9-ac82-a8bf6c6efa62","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.136178801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"591ba319-aeb8-42f9-ac82-a8bf6c6efa62","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.193877453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"ba6e1e0d-8c28-4c6e-8688-d4e1b3301033","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.193904619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"ba6e1e0d-8c28-4c6e-8688-d4e1b3301033","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.298042381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"82f4a6aa-df01-4075-9ad0-a5d9c89550f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.422150682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"82f4a6aa-df01-4075-9ad0-a5d9c89550f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.477343676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-df692c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"82f4a6aa-df01-4075-9ad0-a5d9c89550f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.532722735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"977de499-1a60-4a6a-873c-4f36d4ae70bb","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.532743682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"977de499-1a60-4a6a-873c-4f36d4ae70bb","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.645957852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7e6106dc-8ee3-4d7e-97ba-96f44f1db7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.703211984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7e6106dc-8ee3-4d7e-97ba-96f44f1db7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.759493652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-df692c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7e6106dc-8ee3-4d7e-97ba-96f44f1db7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.550623331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"58d8c837-4880-45be-ae03-862d444b2951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.649341335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"e01e6951-ee8b-4d22-8b97-629822e9b30e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.883426171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"a4283e74-d513-48fb-af0e-b8ba909b0a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.983058448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"d4e296be-20a2-4f43-8f8e-a25158d01952","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.111515067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"d58abd47-287f-4191-b671-773b64601555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.20857817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"777d33de-3281-4493-8071-8ade91e2985d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.224966085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"387385ac-40d1-42fb-ad47-8976d2b0615c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.395066586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7865f798-9d88-430a-b7d3-7cc042299715","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.564026617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"ba00b783-6223-4931-b936-d56f75a8be29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.664370381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"f3362247-9232-4ddd-bdc8-1653a9a4c34a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.96773527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ff5698c-6507-48e0-8c9c-01d8dc667b16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:15.066775181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"8fe00899-39c4-48ea-b94c-9e8090217506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.864413933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"c1d5392e-076b-4f10-9d10-967bcf2326af","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.920959601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"c1d5392e-076b-4f10-9d10-967bcf2326af","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.976409111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-df692c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec92223ba6fad514007b2afdfa14913c0709bab33a5e08107c57c46dc8c8a1fe) AuthConfig (097144d2b4add7832b8f3c261a965c05191298405738dae7bea1031b4639a5a7) AuthConfig (131c495e30349c1cc526138be93c50660f1a6c5a2445d4c3c2eb2b083227aff8) AuthConfig (e21e888784a2b6dfd3b01c0c15a649b5125aac9c88b747d55ee969c6edc0712c) AuthConfig (fed1b3b72661897a61b1e758bebf82e29a200a83fdd3ca368a50d726f1e4bde8) AuthConfig (7f740a0e53dcab5d3b9aec9b451f685a3adad53d044042bab00ab7d2109aa92a) AuthConfig (d6ebcd30c25cb05a51da5d8ba349d6f785c2dce68974d3a32b5c645545049f38) AuthConfig (62fe76e848c53ed6ce22c655dc09d332efcc852dc6c820ec2b9ed615d20b5f98) AuthConfig (7608b6ad5b0b26e649eda454525557bba8137e942f482787b1992e5c86a890cf) AuthConfig (5e083e3d18f760001256ae78e8db833965bcccbee3c1ff1f2a40ab2799673864) AuthConfig (416308346ce5aeec4ba9de9ab2c73da4b618e4515b2278aaac6ed5ad5612c57d) AuthConfig (acb163db9604e3e847166c9092a1955d29b20448ab82d5d10762188a6227e581) AuthConfig (0b010d991e3bbbe3ef6df60ea9c51f87df130b94f2d3b89c3f879cee4ef62bf0) AuthConfig (1228bca9cec0ea75439ab14f349471dc757d87296f294763a7f03609c9bce1f0) AuthConfig (7516a2c91ccbb2fb58f3264161d46a565bbb48ad50bf55b4f93d97ca3098b8a9) AuthConfig (3c456798900e1133b9b504a44405142968684507154aeb90916b02fdd5ee5bfa) AuthConfig (ab18e8db206cc2244739b3961e3abe2dc36b97e71aaf8263b324053d037e3ff2) AuthConfig (3e62b90b9bd7def6f32492f24c0f8f77318375235838d920176aafa1480a82b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"c1d5392e-076b-4f10-9d10-967bcf2326af","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.034023387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"675c5c27-c195-43ab-a80b-314857fbcdf1","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.034044389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"675c5c27-c195-43ab-a80b-314857fbcdf1","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.93114368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:31.989543258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be072c56-bbba-4c88-8858-371d9169a286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.103144256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"bb41da1f-4a61-4507-8850-a9bda3219002","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.138952457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"b69d7f38-f10d-4875-87a1-b2e10e96855e","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.195061075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"b69d7f38-f10d-4875-87a1-b2e10e96855e","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.203489591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c5bb43c7-55fb-481e-85f5-2ddf95450d0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.2508435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-df692c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec92223ba6fad514007b2afdfa14913c0709bab33a5e08107c57c46dc8c8a1fe) AuthConfig (097144d2b4add7832b8f3c261a965c05191298405738dae7bea1031b4639a5a7) AuthConfig (131c495e30349c1cc526138be93c50660f1a6c5a2445d4c3c2eb2b083227aff8) AuthConfig (e21e888784a2b6dfd3b01c0c15a649b5125aac9c88b747d55ee969c6edc0712c) AuthConfig (fed1b3b72661897a61b1e758bebf82e29a200a83fdd3ca368a50d726f1e4bde8) AuthConfig (7f740a0e53dcab5d3b9aec9b451f685a3adad53d044042bab00ab7d2109aa92a) AuthConfig (d6ebcd30c25cb05a51da5d8ba349d6f785c2dce68974d3a32b5c645545049f38) AuthConfig (62fe76e848c53ed6ce22c655dc09d332efcc852dc6c820ec2b9ed615d20b5f98) AuthConfig (7608b6ad5b0b26e649eda454525557bba8137e942f482787b1992e5c86a890cf) AuthConfig (5e083e3d18f760001256ae78e8db833965bcccbee3c1ff1f2a40ab2799673864) AuthConfig (416308346ce5aeec4ba9de9ab2c73da4b618e4515b2278aaac6ed5ad5612c57d) AuthConfig (acb163db9604e3e847166c9092a1955d29b20448ab82d5d10762188a6227e581) AuthConfig (0b010d991e3bbbe3ef6df60ea9c51f87df130b94f2d3b89c3f879cee4ef62bf0) AuthConfig (1228bca9cec0ea75439ab14f349471dc757d87296f294763a7f03609c9bce1f0) AuthConfig (7516a2c91ccbb2fb58f3264161d46a565bbb48ad50bf55b4f93d97ca3098b8a9) AuthConfig (3c456798900e1133b9b504a44405142968684507154aeb90916b02fdd5ee5bfa) AuthConfig (ab18e8db206cc2244739b3961e3abe2dc36b97e71aaf8263b324053d037e3ff2) AuthConfig (3e62b90b9bd7def6f32492f24c0f8f77318375235838d920176aafa1480a82b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"b69d7f38-f10d-4875-87a1-b2e10e96855e","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.330335188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"36625189-0d33-4449-8806-b1945e0e77d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.502059641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9585a2e6-6c8f-4714-a8d6-2b28ef9422d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.732105502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"8b78622d-2d0e-4a1d-8127-5a2516c1b175","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.833077419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"9f9a08c3-4357-43d0-b4b9-1ed76ecb5dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.844412275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"33ccc3a8-472e-43c5-a1f4-3eb3d328963c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.953721031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"2f1a841c-3331-4311-92ca-9acd3d545b42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.120886651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"462fc0bc-fcfe-496c-ba29-6452ba63f24c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.229699267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"6238c712-c2f5-4a63-bf6d-5ca022e4ee78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.339249617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8734847c-3101-4fd1-9e95-dc9f82cb1f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.357934355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"f5cadea9-4a61-4a50-98ab-a814edba1104","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.417419978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"f5cadea9-4a61-4a50-98ab-a814edba1104","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.738918588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"4545a73f-4d3b-47f8-b78f-af58df81bccc","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.738937856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"4545a73f-4d3b-47f8-b78f-af58df81bccc","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.197348169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"8527270e-4952-44f9-b2fa-4dd145c8125e","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.197370622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"8527270e-4952-44f9-b2fa-4dd145c8125e","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.255937332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"f27bf7a2-ca95-4806-a920-8aad07d2c7bb","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.256041856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"f27bf7a2-ca95-4806-a920-8aad07d2c7bb","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.302304651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"0c74a064-cbab-4220-a260-e03522eb9146","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:48.30317083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"73a4dca0-863f-4f17-8e4f-9d6b6c950e07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-924ce8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.359769871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"0c74a064-cbab-4220-a260-e03522eb9146","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.408388651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"981a5029-d7c3-4ad2-a4e6-2a2448e9cdcc","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.408409889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"981a5029-d7c3-4ad2-a4e6-2a2448e9cdcc","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.463732188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"5dab36ed-ea51-4dff-8f30-bec361897e71","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.463761979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"5dab36ed-ea51-4dff-8f30-bec361897e71","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.620324001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"9407bebf-bb0f-4547-ba70-8a8708456aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.678808203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"9407bebf-bb0f-4547-ba70-8a8708456aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.686931698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"740d3448-be71-4686-80ce-f4869c55dedf","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","model":"auth-test-model-df692c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-df692c/e2e-auth-iso-924ce8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.858219863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"0f17cdd1-8558-4bfa-9785-0acacc00f8d5","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.858243206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"0f17cdd1-8558-4bfa-9785-0acacc00f8d5","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.071565636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"3c1df673-7689-4c3f-a8ab-67a314a02bd1","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.931153875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.740372699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"723e215d-c707-4555-af0d-65920f55a76a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.793411894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d1bb5973-c47a-4db0-95fc-0d3748331931","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.849511531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f63d2eee-5f50-4247-8822-93737149298e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.135133261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"e2d2d9ba-ae46-4f16-ac27-79a2a535e6c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.238548058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"a0b72693-8642-46df-82bf-89fd06e02051","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.337483897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"2fe17529-b1e0-4857-b884-3d9fa8ab1bcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.435194142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"480c6fc5-3ffe-4916-9d4b-4a25bd652ec5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.538991841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"628c1e94-2ed3-4f23-9c6d-60220630cdce","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.539015008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"071882c1-b290-45e9-8c35-63c8ba043b47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.639130455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"f3bfdca6-0441-4b8b-9e10-b43a7bf12ac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.706891507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"078706d0-2019-4208-9dcc-d8a0de6adf78","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.706910785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"078706d0-2019-4208-9dcc-d8a0de6adf78","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.745422861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"4ae3dffd-9e8f-4890-8f67-6ff9e44489a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.838103046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"5a6ac5b9-dfc3-45d5-9a2f-f78df674ba4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.208467346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"02a833cb-edb8-461a-a7c8-e76134d3295d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.521865992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"28c77e91-4e1f-4f25-a5d3-8faa987eca6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.579668866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"28c77e91-4e1f-4f25-a5d3-8faa987eca6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.090158343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"26f4ca9c-9826-4cbf-933b-5332efbde25a","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.090180372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"26f4ca9c-9826-4cbf-933b-5332efbde25a","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.147706917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"68ef17ac-193b-404c-ad63-bc2c0fdacb74","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.147730027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"68ef17ac-193b-404c-ad63-bc2c0fdacb74","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.251684503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"89dd1959-3e70-42c2-b0e7-50c9697c0ff8","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.387642964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"89dd1959-3e70-42c2-b0e7-50c9697c0ff8","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.454864073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a2af33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"89dd1959-3e70-42c2-b0e7-50c9697c0ff8","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.512044412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"03e0af14-de1b-4e62-a053-ae95b56858fe","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.512063961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"03e0af14-de1b-4e62-a053-ae95b56858fe","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.338065547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"75029c27-fdb4-4387-889f-4cd28b0026c1","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.33809346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"75029c27-fdb4-4387-889f-4cd28b0026c1","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.594360149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254262bc-f27a-4bb0-82e6-5345e4446b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.648033661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254262bc-f27a-4bb0-82e6-5345e4446b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.700947067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254262bc-f27a-4bb0-82e6-5345e4446b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.753740897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254262bc-f27a-4bb0-82e6-5345e4446b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.681409665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456a338-e842-4415-b22c-86c86519efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.734263377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456a338-e842-4415-b22c-86c86519efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.786862177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456a338-e842-4415-b22c-86c86519efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.840365771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f456a338-e842-4415-b22c-86c86519efb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.255296408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"f7249478-f964-4944-9ff5-5758d3389a1b","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.255334119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"f7249478-f964-4944-9ff5-5758d3389a1b","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.631809612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e6d6cb76-18c3-44dc-9416-dcae8951d35f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.710904019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e6d6cb76-18c3-44dc-9416-dcae8951d35f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.783498917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a2af33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e6d6cb76-18c3-44dc-9416-dcae8951d35f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.932262919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.89344824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"33a0bdc8-00bb-401d-a219-fe4c73524411","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.949941933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"33a0bdc8-00bb-401d-a219-fe4c73524411","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.005860086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a2af33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"33a0bdc8-00bb-401d-a219-fe4c73524411","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.111368888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"f1b1b234-634f-49a3-a740-4a9dc587c314","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.167716878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"f1b1b234-634f-49a3-a740-4a9dc587c314","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.223556867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a2af33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adcd7b149c91f9bf618f0cee5375000d1c2857690222ca394c53d0a0d34c9f81) AuthConfig (a6eb911de12e08bb7f0396d8c16ec8856edb32a543a67b7f3feee523468236df) AuthConfig (9c4380d39025e1395a674cd946104434229a6849cb2a85caca12f76d114cde7f) AuthConfig (78e0dcc48152bb2cae99445c1c59c2af67c25819477916c2450373a59dd8fede) AuthConfig (9666cc8832ac72579b92657b0f42c4977c5b5e85213bbc6d5c731278821c6f4a) AuthConfig (2001f2303e3cbf1d0b8d54352f455ac3488b9540bfdfce5978a39397e4ab5e22) AuthConfig (3ec671af7985fb0043e314d0efc1c0f5dfa4e8a3b25363bae574f3ded54f20cb) AuthConfig (5aebd40ece98de803a8e1a42feb6ae274f427adeac1238dd704f3b1c65e30d45) AuthConfig (1143eb8678227fb0e19122633ac962d214b578170611612f87b3093ed5aa183b) AuthConfig (eb2111a41389d44d5e0ec1eb25011239ff52553b5849f3b6d447e4277ac3186c) AuthConfig (7f52fa6c87e0b35f2c47c4304984edeb443f4602c81fd90a86aa20877aeaf1b7) AuthConfig (38856b2f4ca44c67135e274229e992faaea245a41fefe6b7c9733033090c1d06) AuthConfig (b01e7a77189b5a147231884b4f1964b0629be7aa589c65a9b1ddf25485aaabc3) AuthConfig (4202875d4cdc06f689f97e2287e7bde334e4838ba6e606d00a9580afa403d33f) AuthConfig (415befc5bb8e50e62d600eadd353004707c46fc3a58ff4c9a65bae482b5f0fcc) AuthConfig (d768cd68624f9c3c69297949215748082f610df123b718ecf1d350f021d1b124) AuthConfig (29d0ae5264b0a4b1f497df9f5d33861be822ecf2b0b254b4f60e0fd1e866b96c) AuthConfig (5a61058fc3ac432fe99d84ee765407e9d94daeb0c70a132d8ca9fcfc48bd22ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"f1b1b234-634f-49a3-a740-4a9dc587c314","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.281486645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"de06b988-3b7a-4460-b1c3-3a0c0006e2dc","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.281509568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"de06b988-3b7a-4460-b1c3-3a0c0006e2dc","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.387757821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b65b2a79-cbe3-474f-a91d-dcbc39c37a83","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.445484658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b65b2a79-cbe3-474f-a91d-dcbc39c37a83","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.502072413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-a2af33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adcd7b149c91f9bf618f0cee5375000d1c2857690222ca394c53d0a0d34c9f81) AuthConfig (a6eb911de12e08bb7f0396d8c16ec8856edb32a543a67b7f3feee523468236df) AuthConfig (9c4380d39025e1395a674cd946104434229a6849cb2a85caca12f76d114cde7f) AuthConfig (78e0dcc48152bb2cae99445c1c59c2af67c25819477916c2450373a59dd8fede) AuthConfig (9666cc8832ac72579b92657b0f42c4977c5b5e85213bbc6d5c731278821c6f4a) AuthConfig (2001f2303e3cbf1d0b8d54352f455ac3488b9540bfdfce5978a39397e4ab5e22) AuthConfig (3ec671af7985fb0043e314d0efc1c0f5dfa4e8a3b25363bae574f3ded54f20cb) AuthConfig (5aebd40ece98de803a8e1a42feb6ae274f427adeac1238dd704f3b1c65e30d45) AuthConfig (1143eb8678227fb0e19122633ac962d214b578170611612f87b3093ed5aa183b) AuthConfig (eb2111a41389d44d5e0ec1eb25011239ff52553b5849f3b6d447e4277ac3186c) AuthConfig (7f52fa6c87e0b35f2c47c4304984edeb443f4602c81fd90a86aa20877aeaf1b7) AuthConfig (38856b2f4ca44c67135e274229e992faaea245a41fefe6b7c9733033090c1d06) AuthConfig (b01e7a77189b5a147231884b4f1964b0629be7aa589c65a9b1ddf25485aaabc3) AuthConfig (4202875d4cdc06f689f97e2287e7bde334e4838ba6e606d00a9580afa403d33f) AuthConfig (415befc5bb8e50e62d600eadd353004707c46fc3a58ff4c9a65bae482b5f0fcc) AuthConfig (d768cd68624f9c3c69297949215748082f610df123b718ecf1d350f021d1b124) AuthConfig (29d0ae5264b0a4b1f497df9f5d33861be822ecf2b0b254b4f60e0fd1e866b96c) AuthConfig (5a61058fc3ac432fe99d84ee765407e9d94daeb0c70a132d8ca9fcfc48bd22ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b65b2a79-cbe3-474f-a91d-dcbc39c37a83","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.931120289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.611415135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"80a4dba0-3821-4459-bf2e-9453767edc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.668243509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"80a4dba0-3821-4459-bf2e-9453767edc47","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.938214305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"0df69d8a-6e07-44c0-aeaa-e9ef4de9e18e","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.93823415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"0df69d8a-6e07-44c0-aeaa-e9ef4de9e18e","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.064999459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2f1ac5-50bc-4c76-8fd5-1057d2170174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.117727935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2f1ac5-50bc-4c76-8fd5-1057d2170174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.171083913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2f1ac5-50bc-4c76-8fd5-1057d2170174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.224090315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2f1ac5-50bc-4c76-8fd5-1057d2170174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.386499275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"89833395-2f58-4149-8712-839d26039be1","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.386519385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"89833395-2f58-4149-8712-839d26039be1","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.447818051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"50712b2d-a9e7-4ed0-9201-510c3b482eb6","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.447871348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"50712b2d-a9e7-4ed0-9201-510c3b482eb6","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.492647103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"d9ca7a45-bb00-4b70-acfa-4a5721e99cc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:05.493229838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"411dbc00-4e18-4541-9e78-390a4b71e42d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-924ce8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:05.501522398Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"50712b2d-a9e7-4ed0-9201-510c3b482eb6","name":"auth-test-model-a2af33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a2af33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:05.501578609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"50712b2d-a9e7-4ed0-9201-510c3b482eb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a2af33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.506961384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"24db005f-50b0-45e3-883d-4017112d9979","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.506977745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"24db005f-50b0-45e3-883d-4017112d9979","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.549213045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"d9ca7a45-bb00-4b70-acfa-4a5721e99cc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.599509087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"810508e0-6dfd-411f-8c0f-3322ac002f4d","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.599533301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"810508e0-6dfd-411f-8c0f-3322ac002f4d","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.656976654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"ce651b5f-73ac-4977-8e2d-2e9ac4fcd211","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.656996539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"ce651b5f-73ac-4977-8e2d-2e9ac4fcd211","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.86252688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"c9dc37c4-1c6c-4aa6-aafc-c7a882e7379d","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.869478684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"8b65d41d-8c55-4bbb-9fef-120579a56834","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"maas-trlp-auth-test-model-a2af33","model":"auth-test-model-a2af33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-a2af33/e2e-auth-iso-924ce8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.921117776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"c9dc37c4-1c6c-4aa6-aafc-c7a882e7379d","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.038069395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"e512ccda-9af8-4f80-a6e2-41c710577676","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.038092793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"e512ccda-9af8-4f80-a6e2-41c710577676","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.248010288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"69956e5e-5e9b-4636-a122-0c9116eca78a","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"maas-trlp-auth-test-model-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.817453597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"0a0f22f7-0bea-48d7-8a87-86f2db60453c","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.817480323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"0a0f22f7-0bea-48d7-8a87-86f2db60453c","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.302517587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"6cc32808-56d3-438c-ae90-69371f1af708","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.302549619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"6cc32808-56d3-438c-ae90-69371f1af708","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.359711176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"33a7213a-6c4d-4bf7-9245-71a41fe451b3","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.35973071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"33a7213a-6c4d-4bf7-9245-71a41fe451b3","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.464816528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"89cf9613-6c48-4ef3-9124-14db2017197d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.591946102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"89cf9613-6c48-4ef3-9124-14db2017197d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.647685718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"89cf9613-6c48-4ef3-9124-14db2017197d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.706160195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"c27ac03f-f88f-42c5-81ce-3de27e26bd5b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.706188484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"c27ac03f-f88f-42c5-81ce-3de27e26bd5b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.367682649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"719fe621-3a49-4977-85c9-8f6d81cb3c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.522471024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"b9f996d4-8218-4ead-9908-e6695509ddf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.62341304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"dfbef532-e298-47d5-a0cd-32b48864b461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.634507671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d076777-d9a1-4452-99d7-361e7853c106","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.757101892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"bf8782ad-f1a1-48aa-9b02-28c61f4092a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.862933504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"36e1b698-ddbb-4e64-a947-5c20ad4f8c27","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.032320868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"7da63043-e788-4b43-b4a1-31c38e760027","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.147075375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"21d5f5fc-a940-4941-8265-4d2b88b5596b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.418704159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"22414b80-a533-4b89-bf35-1ac778ec7c7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.750190077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29216e43-211a-4b03-91ab-eeb70c86cd6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.850223514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a17a5595-9a04-4723-8e87-9570c506515d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.86698095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"b4933df9-acb0-4f54-9749-67be0b14e756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.95042102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"3293a664-d0e2-4f44-9632-4f4b47b58d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.739182841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","namespace":"ai-tenant-e2e-explicit-fc6aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.739265363Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","namespace":"ai-tenant-e2e-explicit-fc6aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.739344516Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","tenant":"e2e-explicit-fc6aa8","tenantID":"e2e-explicit-fc6aa8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.793594866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Deployment","name":"maas-api-e2e-explicit-fc6aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.855397618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Service","name":"maas-api-e2e-explicit-fc6aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.910608194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-fc6aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.965007599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-fc6aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.031545099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.086186256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.14351897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.200023534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.252880062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Deployment","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.307644414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.361278611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Service","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.41363881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"Service","name":"payload-pre-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.465807041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.517875447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.569890682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.625234237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.677560288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.729684197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.78660268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-fc6aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.839174968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-fc6aa8"},"namespace":"ai-tenant-e2e-explicit-fc6aa8","name":"default-tenant","reconcileID":"1b0d7489-f666-4306-a65d-e7f8f8b9661f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-fc6aa8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.539620717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-fc6aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-fc6aa8","reconcileID":"4929dac3-c33e-4912-a00e-f1b54904f514","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-fc6aa8","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-fc6aa8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.796078769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba738f5-2fc5-4f9a-9bef-9d6e003018f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.848672038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba738f5-2fc5-4f9a-9bef-9d6e003018f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.90111584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba738f5-2fc5-4f9a-9bef-9d6e003018f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.901278099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"dfdf2a7d-b529-457a-ba06-8aaefc01406c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.953912423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba738f5-2fc5-4f9a-9bef-9d6e003018f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.011735678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"dfdf2a7d-b529-457a-ba06-8aaefc01406c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.067758367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"dfdf2a7d-b529-457a-ba06-8aaefc01406c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.899604813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f3268a-8a2e-4bc7-ba0f-7634a15966f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.952084687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f3268a-8a2e-4bc7-ba0f-7634a15966f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.00444592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f3268a-8a2e-4bc7-ba0f-7634a15966f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.056879252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f3268a-8a2e-4bc7-ba0f-7634a15966f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.933611261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:33.173785678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"7322ffe1-5c5c-4bd0-b1db-a13469712288","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:33.230349007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"7322ffe1-5c5c-4bd0-b1db-a13469712288","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:33.285407315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"7322ffe1-5c5c-4bd0-b1db-a13469712288","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.97388442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"56234a34-bb1b-4430-9160-2bf6b86a5c41","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.973918474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"56234a34-bb1b-4430-9160-2bf6b86a5c41","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.099674477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"c60fcb06-d233-4928-923b-957d48b209d5","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.200562947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"aab2062c-9a96-41a9-89b5-21be3a27c099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.211771421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"e8696388-0436-4bf2-95d9-a9ae87cebf4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.301641225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5e6acd9d-fdd6-4f8e-bc92-404d09dad4bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.44106852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"94d2589a-f3d3-43b3-8634-332d2301ee3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.598971993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"617ebbe3-ca6b-4c40-b5f3-ec710bb4b4c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.652257883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"734cef24-9a5d-45f4-b09a-876fef4a767f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.776664726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"1226d22f-37c1-4db4-8b4a-ec52d5bd11c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.828629323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"7a5f6e94-2591-43ee-b60e-3fe22289b330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.945986496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"c8c65e88-6d8c-44cf-b8df-935c4eaee21f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.122518744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c959f04e-0237-46d1-98cf-81fae8edb7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.223674147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecbd0372-3dc3-4246-878f-d04ffc64092d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.243160035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"2b8e1996-1c76-4ccf-a6e5-4af2b8fc986c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.544997687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"4396f04e-0669-49f5-8d59-048ac59f7f20","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"maas-trlp-auth-test-model-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.706981329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"95e7ca60-fa50-4102-b9e8-0a62b3719a77","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.713132197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"6549fd24-4765-4d96-b2aa-84071c9180e0","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.713152802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"6549fd24-4765-4d96-b2aa-84071c9180e0","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.763815074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"95e7ca60-fa50-4102-b9e8-0a62b3719a77","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.390236104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5126209a-3397-4153-996a-892466973e8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.402874812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"c5308627-f7e2-47ba-97fd-018b5fdffb85","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.402893889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"c5308627-f7e2-47ba-97fd-018b5fdffb85","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.446977489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5126209a-3397-4153-996a-892466973e8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.457919651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"7fab38dc-e13e-4dc3-9a7a-18fbd0e8ef9e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.457942353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"7fab38dc-e13e-4dc3-9a7a-18fbd0e8ef9e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.50276956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (092c1562a9bddd203369c185ef7ed7cccdb1b3ee8abd55ffbef3984719c6907c) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (b1d83d48db458d40d05a60f800ad74d17207056fee8b5a15cc228c1346f986b7) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (fcf38944771bee28f630af10c31b0ff39d9baea34b12e86d60381fb065e4f203) AuthConfig (4dcaac0feacf7df9ba1c61a3dccd0d794e0433a7f3bd63eb5ffb231b02475f40) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (1e72756a48a724d78fc11d403543c03352df4985b44a178a8867c98b478be9e7) AuthConfig (bb058df74656801eb1e4339859fdafb509a6a813fdfbea7715aa51a4a974f94b) AuthConfig (ad9715dd3dd418f82a7c0f1a0c9cbd0933ab57b45ac123bbb4436afd271520d2) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (81024744849a99d32911178e6f2cd56db0eb674b4f23918bd558adf9cf7a7482) AuthConfig (003483c4a67d89a325cfe466aa3cb636aefa853a2ef92af61ff6388ea6b865dc) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (b09b23469274049b1d924885b85ab1722c399205f0d53b420064f4de908b6324) AuthConfig (9b7314d2e68f961e3113fa0e3d7ea307a3c2b4e026f1d4c4876654cff46a79c3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (8a80c70e70689056d46e6f8fed6549b68cadb57148344bdd4e1df4cfcccc662b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5126209a-3397-4153-996a-892466973e8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.561081275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"32eea22d-9c37-4a9e-a8e1-37f0890cf4f0","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.561099913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"32eea22d-9c37-4a9e-a8e1-37f0890cf4f0","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.562574588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"db8aabeb-d5ee-4e88-8ae4-3c97183a6a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.686445119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"db8aabeb-d5ee-4e88-8ae4-3c97183a6a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.741933923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"db8aabeb-d5ee-4e88-8ae4-3c97183a6a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.800638202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"7d423311-238d-4b8a-ab3d-c524d63771b7","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.800657673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"7d423311-238d-4b8a-ab3d-c524d63771b7","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.605810699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"1b8ae642-34c4-4e2d-b675-70dd80ff3a19","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.605868877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"1b8ae642-34c4-4e2d-b675-70dd80ff3a19","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.70987742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"6b02f74e-9989-4bf3-b4cf-e9b1e1517d9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.766554613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"6b02f74e-9989-4bf3-b4cf-e9b1e1517d9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:45.767398426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"4c6c1a9b-07d7-44db-a355-6c469616891f","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa7488da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.077679914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"56824b79-15ac-44ac-89f2-b5b360eb0005","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.13556893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"56824b79-15ac-44ac-89f2-b5b360eb0005","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.616916059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"58c85890-cc68-4386-a50f-11e9d2cb97be","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.672685227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"58c85890-cc68-4386-a50f-11e9d2cb97be","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.678575996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"0ba851ed-753c-4325-8fba-a1a1cc5fd0f4","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.678645063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"0ba851ed-753c-4325-8fba-a1a1cc5fd0f4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.689891732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"6d8b616a-ed87-47c9-b7d8-3ecb2ff89017","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.68995866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"6d8b616a-ed87-47c9-b7d8-3ecb2ff89017","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.711075143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"34df208f-87a9-403b-9f3e-c9aff017111d","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.711132574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"34df208f-87a9-403b-9f3e-c9aff017111d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.752030511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"0660b326-a94b-447a-b241-4629bb2a18fe","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.752098799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"0660b326-a94b-447a-b241-4629bb2a18fe","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.833221021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"e6b105c6-b8dc-4279-abf0-ecbf9851a8fc","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.833333263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"e6b105c6-b8dc-4279-abf0-ecbf9851a8fc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.994121245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"4a65f515-78df-4949-99bc-7c0d9c00890d","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:47.994192014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"4a65f515-78df-4949-99bc-7c0d9c00890d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:48.315469349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"07ce215d-834f-40da-a487-77492be08735","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:48.315532898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"07ce215d-834f-40da-a487-77492be08735","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:48.956876764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"24b833e6-6cca-4795-8398-e98c3f0e855c","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:48.956961675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"24b833e6-6cca-4795-8398-e98c3f0e855c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:50.238275441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"77662780-edfb-418c-9b41-3e3a31494fe3","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:50.238356214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"77662780-edfb-418c-9b41-3e3a31494fe3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:52.79914113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"71a9a547-bf13-451c-8332-221007f8669c","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:52.799204816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-707517","namespace":"ai-tenant-e2e-noten-707517"},"namespace":"ai-tenant-e2e-noten-707517","name":"noten-model-707517","reconcileID":"71a9a547-bf13-451c-8332-221007f8669c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-707517/noten-model-707517: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-707517/noten-model-707517-kserve-route (gateways: [openshift-ingress/e2e-noten-707517]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.666663411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"96297c5a-2bae-48df-a101-b9946d6a84fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.723587569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"96297c5a-2bae-48df-a101-b9946d6a84fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.77947881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (092c1562a9bddd203369c185ef7ed7cccdb1b3ee8abd55ffbef3984719c6907c) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (b1d83d48db458d40d05a60f800ad74d17207056fee8b5a15cc228c1346f986b7) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (fcf38944771bee28f630af10c31b0ff39d9baea34b12e86d60381fb065e4f203) AuthConfig (4dcaac0feacf7df9ba1c61a3dccd0d794e0433a7f3bd63eb5ffb231b02475f40) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (1e72756a48a724d78fc11d403543c03352df4985b44a178a8867c98b478be9e7) AuthConfig (bb058df74656801eb1e4339859fdafb509a6a813fdfbea7715aa51a4a974f94b) AuthConfig (ad9715dd3dd418f82a7c0f1a0c9cbd0933ab57b45ac123bbb4436afd271520d2) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (81024744849a99d32911178e6f2cd56db0eb674b4f23918bd558adf9cf7a7482) AuthConfig (003483c4a67d89a325cfe466aa3cb636aefa853a2ef92af61ff6388ea6b865dc) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (b09b23469274049b1d924885b85ab1722c399205f0d53b420064f4de908b6324) AuthConfig (9b7314d2e68f961e3113fa0e3d7ea307a3c2b4e026f1d4c4876654cff46a79c3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (8a80c70e70689056d46e6f8fed6549b68cadb57148344bdd4e1df4cfcccc662b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"96297c5a-2bae-48df-a101-b9946d6a84fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.906598662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"b247480b-028f-48c1-a5a8-0ae2b6968b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:53.978002056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"b247480b-028f-48c1-a5a8-0ae2b6968b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:54.037513495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"b247480b-028f-48c1-a5a8-0ae2b6968b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:55.821033369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"d48e2356-91ca-472f-9c0d-cd858e370af3","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","subscription":"e2e-auth-iso-924ce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:55.874000248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"d48e2356-91ca-472f-9c0d-cd858e370af3","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:55.926781881Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"d48e2356-91ca-472f-9c0d-cd858e370af3","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"maas-trlp-auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:55.930817999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.199467941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"ed6ac277-552a-4871-8063-c46777f94de7","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.199495794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"ed6ac277-552a-4871-8063-c46777f94de7","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.305477196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"bc9b716c-8728-456e-933d-1d541b5d7830","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.34797997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"4468fc06-ee57-4aed-b6d5-6e33e093cf98","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.348005641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"4468fc06-ee57-4aed-b6d5-6e33e093cf98","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.361902254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"bc9b716c-8728-456e-933d-1d541b5d7830","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.452168507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"54bd5164-701a-4e7e-bf48-afbe15834da0","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.50864725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"54bd5164-701a-4e7e-bf48-afbe15834da0","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.510172435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b8dd169b-0c51-4162-822f-490a41d47b70","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3c40ca85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.670826569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"4c808d26-0f7f-4de3-84c5-e6f5c904fea8","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.727951809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"4c808d26-0f7f-4de3-84c5-e6f5c904fea8","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.823743166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"8efd000d-dce9-4205-9dd0-77c2dcd84ecb","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.881472901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"8efd000d-dce9-4205-9dd0-77c2dcd84ecb","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.885034604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"57e24e54-e60c-40b3-8657-15fe2b0816ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.941947245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"57e24e54-e60c-40b3-8657-15fe2b0816ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.997263763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (092c1562a9bddd203369c185ef7ed7cccdb1b3ee8abd55ffbef3984719c6907c) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (b1d83d48db458d40d05a60f800ad74d17207056fee8b5a15cc228c1346f986b7) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (fcf38944771bee28f630af10c31b0ff39d9baea34b12e86d60381fb065e4f203) AuthConfig (4dcaac0feacf7df9ba1c61a3dccd0d794e0433a7f3bd63eb5ffb231b02475f40) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (1e72756a48a724d78fc11d403543c03352df4985b44a178a8867c98b478be9e7) AuthConfig (bb058df74656801eb1e4339859fdafb509a6a813fdfbea7715aa51a4a974f94b) AuthConfig (ad9715dd3dd418f82a7c0f1a0c9cbd0933ab57b45ac123bbb4436afd271520d2) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (81024744849a99d32911178e6f2cd56db0eb674b4f23918bd558adf9cf7a7482) AuthConfig (003483c4a67d89a325cfe466aa3cb636aefa853a2ef92af61ff6388ea6b865dc) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (b09b23469274049b1d924885b85ab1722c399205f0d53b420064f4de908b6324) AuthConfig (9b7314d2e68f961e3113fa0e3d7ea307a3c2b4e026f1d4c4876654cff46a79c3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (8a80c70e70689056d46e6f8fed6549b68cadb57148344bdd4e1df4cfcccc662b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"57e24e54-e60c-40b3-8657-15fe2b0816ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:04.144512223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ad0d71cd-bd3a-4dba-b41c-74cf0b680532","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:04.201191145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ad0d71cd-bd3a-4dba-b41c-74cf0b680532","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:04.257560202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ad0d71cd-bd3a-4dba-b41c-74cf0b680532","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.563176797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"24163610-ac21-4b43-a1a6-66b82f7d1a36","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","subscription":"e2e-auth-iso-924ce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.615609136Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"24163610-ac21-4b43-a1a6-66b82f7d1a36","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.668455398Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"24163610-ac21-4b43-a1a6-66b82f7d1a36","MaaSSubscription":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"maas-trlp-auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.944533374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"2f9e62e8-c6f0-45d9-840a-06a242f52434","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.944556653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"2f9e62e8-c6f0-45d9-840a-06a242f52434","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.050133899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b5a32b56-d457-4512-8e6d-2ba18200fa1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.089928695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7d1763c2-2a22-4047-bf1f-277502ade1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.090067969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"87ba74a9-308c-4ea9-bbd4-46c06cd11d6a","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.090087996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"87ba74a9-308c-4ea9-bbd4-46c06cd11d6a","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.107796144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"b5a32b56-d457-4512-8e6d-2ba18200fa1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.248155851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7d1763c2-2a22-4047-bf1f-277502ade1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.377646025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7d1763c2-2a22-4047-bf1f-277502ade1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"name":"e2e-shared-a-w0-df692c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.377677631Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"e2e-auth-iso-924ce8","reconcileID":"7d1763c2-2a22-4047-bf1f-277502ade1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.40194333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"95523e32-b0de-44ca-a981-acfeae850526","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.435168697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"d9683c82-9098-42d6-9900-18644a5e111e","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"tenant":"e2e-shared-a-w0-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","model":"ai-tenant-e2e-shared-a-w0-df692c/auth-test-model-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.435191179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"auth-test-model-df692c","reconcileID":"d9683c82-9098-42d6-9900-18644a5e111e","MaaSModelRef":{"name":"auth-test-model-df692c","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"routeName":"auth-test-model-df692c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-df692c","llmisvcName":"auth-test-model-df692c","gateway":"openshift-ingress/e2e-shared-a-w0-df692c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.460217382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"95523e32-b0de-44ca-a981-acfeae850526","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.606896596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"8e944975-2474-40d4-bf10-0c003a896864","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.606922532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"8e944975-2474-40d4-bf10-0c003a896864","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.666314614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e0e818e9-3667-497b-b3da-e1b98e35c04c","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.873113677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e0e818e9-3667-497b-b3da-e1b98e35c04c","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.997052016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e0e818e9-3667-497b-b3da-e1b98e35c04c","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"name":"e2e-shared-b-w0-a2af33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.997076473Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"e2e-auth-iso-924ce8","reconcileID":"e0e818e9-3667-497b-b3da-e1b98e35c04c","MaaSAuthPolicy":{"name":"e2e-auth-iso-924ce8","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.053538135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"3848be8f-2d4b-4eb8-988b-c43d574d9f40","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"tenant":"e2e-shared-b-w0-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","model":"ai-tenant-e2e-shared-b-w0-a2af33/auth-test-model-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.05356506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"auth-test-model-a2af33","reconcileID":"3848be8f-2d4b-4eb8-988b-c43d574d9f40","MaaSModelRef":{"name":"auth-test-model-a2af33","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"routeName":"auth-test-model-a2af33-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","llmisvcName":"auth-test-model-a2af33","gateway":"openshift-ingress/e2e-shared-b-w0-a2af33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.103514316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5d863ff1-b3e4-4a37-a156-3d29b1b2a1c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.160755959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5d863ff1-b3e4-4a37-a156-3d29b1b2a1c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.215684895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (092c1562a9bddd203369c185ef7ed7cccdb1b3ee8abd55ffbef3984719c6907c) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (b1d83d48db458d40d05a60f800ad74d17207056fee8b5a15cc228c1346f986b7) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (fcf38944771bee28f630af10c31b0ff39d9baea34b12e86d60381fb065e4f203) AuthConfig (4dcaac0feacf7df9ba1c61a3dccd0d794e0433a7f3bd63eb5ffb231b02475f40) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (1e72756a48a724d78fc11d403543c03352df4985b44a178a8867c98b478be9e7) AuthConfig (bb058df74656801eb1e4339859fdafb509a6a813fdfbea7715aa51a4a974f94b) AuthConfig (ad9715dd3dd418f82a7c0f1a0c9cbd0933ab57b45ac123bbb4436afd271520d2) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (81024744849a99d32911178e6f2cd56db0eb674b4f23918bd558adf9cf7a7482) AuthConfig (003483c4a67d89a325cfe466aa3cb636aefa853a2ef92af61ff6388ea6b865dc) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (b09b23469274049b1d924885b85ab1722c399205f0d53b420064f4de908b6324) AuthConfig (9b7314d2e68f961e3113fa0e3d7ea307a3c2b4e026f1d4c4876654cff46a79c3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (8a80c70e70689056d46e6f8fed6549b68cadb57148344bdd4e1df4cfcccc662b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"5d863ff1-b3e4-4a37-a156-3d29b1b2a1c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.363020931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"55caa88a-b423-4ad0-82c7-1baea86734ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.419864481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"55caa88a-b423-4ad0-82c7-1baea86734ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.482587687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"55caa88a-b423-4ad0-82c7-1baea86734ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.326253315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"74fe074b-ffa5-4e58-adb6-9cfbde3450e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.383156309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"74fe074b-ffa5-4e58-adb6-9cfbde3450e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.588252935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"84805850-efde-4f8e-bd7f-952960da4f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.644470539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"84805850-efde-4f8e-bd7f-952960da4f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.697750757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"792b7578-c941-458a-be70-4dcda28ab511","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.697770189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"792b7578-c941-458a-be70-4dcda28ab511","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.700189605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cd4c340594deac73a349964bbfa8ee99c1b776c76cdd7376fdbb1c2efd2c2be) AuthConfig (79dc300603efc17991f696776c3b05f8785f7b6d2b2a04e7070e9b65d954edeb) AuthConfig (ad4fe4bbfa99f8f4c10cd7b478f1a4b643fdfc935c3ef787911d81dc977d8c0e) AuthConfig (cc5f9681f0e59478d5a5f093b4facb39f8a01bc08c7cac1282d7ec2d20b5bda1) AuthConfig (0c1e84cd168824bec917b37982cc8034de9e317f757f79b5c7e95a7e8a7baac9) AuthConfig (6ccf9aac99f157d907b143a4a81c1b9c29b884230cd7fcac0332eb7f7d799978) AuthConfig (67c2e32ba4a78ed6cba4aee2af2018b5c61fe01cec93c114cc244d2ebfb44e76) AuthConfig (082becd39a7e283bc1766d310adaae1e4ed6f1df49b4967402bfa8cfe16b8046) AuthConfig (d6d5c3ecdd0b453f43508b1c0c0b9987c761b3aa02838fa33b6c44fcaa0ef27f) AuthConfig (850c96d5b4b2d53e37660fe231961e443a76da1765a4ed31ff4721e64109eb49) AuthConfig (f982dcc94bd678821adec07c2635336c7cae6e828b575c04ad064a4841aa2c10) AuthConfig (f1eb9bc838f894181707d7540ba40cd378e3915cbc3e5a1a99ee9aa74cb13993) AuthConfig (008f7babfc6f0c1e5af64898569bf05c3caeb4288d951651c5bf26bfbeced830) AuthConfig (d285deeb6107e15155fb294d20e7b4787d31914774f64f6517e835ad76bde6ed) AuthConfig (173632828fa5bf8cd5ce6bbeff5ca07a9f9a506af29a275e688a58693b508659) AuthConfig (c6ff50ca6627d05fb5dbca25ae714782b054516cda7fe38f97fb7df954898695) AuthConfig (1f136509dcd4e2eedd61c6d5b6557633d7304f2af586d4d33eb0157e1549565d) AuthConfig (262f849f2568576878e74ee2230fd25c6f886168130a342d80a312150adf296f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"84805850-efde-4f8e-bd7f-952960da4f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.759547379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"ae472a5a-c582-4aac-b23a-8c6846ec0a12","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.759568601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"ae472a5a-c582-4aac-b23a-8c6846ec0a12","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.933902172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.164019168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"95ea41d3-b050-4cc8-b9bb-8eebb15e5318","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.164045931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"95ea41d3-b050-4cc8-b9bb-8eebb15e5318","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.223331529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"ac2397b9-00ad-4d59-9f3b-dfddc3d89403","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.223352982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"ac2397b9-00ad-4d59-9f3b-dfddc3d89403","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.270362459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"29083d09-3a72-4de5-9412-4785550ee36a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:30.270880095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"95be3743-e654-460b-8c69-ea5e1a98a7bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5c7c1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.327234059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"29083d09-3a72-4de5-9412-4785550ee36a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.378189969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"504e4576-0d70-4cc2-b50f-f7f00e083449","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.378215398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"504e4576-0d70-4cc2-b50f-f7f00e083449","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.43507105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"2df21778-a71f-42e5-8e62-b00e911bf65b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.43509465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"2df21778-a71f-42e5-8e62-b00e911bf65b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.636564339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"bc572a87-63e1-4c8d-83a5-e4c446124533","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.652517752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"acf24564-47a3-4d3a-b4cb-2058c108194b","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","model":"auth-test-model-586697","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-586697/e2e-auth-iso-5c7c1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.692673894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"bc572a87-63e1-4c8d-83a5-e4c446124533","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.818239234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"7c29deb9-1b75-4d60-ab8c-380f87e66b4c","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.818261014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"7c29deb9-1b75-4d60-ab8c-380f87e66b4c","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.039470732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"aa34d081-ece6-4541-a51f-f69d4f64dc1f","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.865305678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"6c3bf588-84fc-415b-aeb6-55d32c42d8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.92190256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"6c3bf588-84fc-415b-aeb6-55d32c42d8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.978109456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cd4c340594deac73a349964bbfa8ee99c1b776c76cdd7376fdbb1c2efd2c2be) AuthConfig (79dc300603efc17991f696776c3b05f8785f7b6d2b2a04e7070e9b65d954edeb) AuthConfig (ad4fe4bbfa99f8f4c10cd7b478f1a4b643fdfc935c3ef787911d81dc977d8c0e) AuthConfig (cc5f9681f0e59478d5a5f093b4facb39f8a01bc08c7cac1282d7ec2d20b5bda1) AuthConfig (0c1e84cd168824bec917b37982cc8034de9e317f757f79b5c7e95a7e8a7baac9) AuthConfig (6ccf9aac99f157d907b143a4a81c1b9c29b884230cd7fcac0332eb7f7d799978) AuthConfig (67c2e32ba4a78ed6cba4aee2af2018b5c61fe01cec93c114cc244d2ebfb44e76) AuthConfig (082becd39a7e283bc1766d310adaae1e4ed6f1df49b4967402bfa8cfe16b8046) AuthConfig (d6d5c3ecdd0b453f43508b1c0c0b9987c761b3aa02838fa33b6c44fcaa0ef27f) AuthConfig (850c96d5b4b2d53e37660fe231961e443a76da1765a4ed31ff4721e64109eb49) AuthConfig (f982dcc94bd678821adec07c2635336c7cae6e828b575c04ad064a4841aa2c10) AuthConfig (f1eb9bc838f894181707d7540ba40cd378e3915cbc3e5a1a99ee9aa74cb13993) AuthConfig (008f7babfc6f0c1e5af64898569bf05c3caeb4288d951651c5bf26bfbeced830) AuthConfig (d285deeb6107e15155fb294d20e7b4787d31914774f64f6517e835ad76bde6ed) AuthConfig (173632828fa5bf8cd5ce6bbeff5ca07a9f9a506af29a275e688a58693b508659) AuthConfig (c6ff50ca6627d05fb5dbca25ae714782b054516cda7fe38f97fb7df954898695) AuthConfig (1f136509dcd4e2eedd61c6d5b6557633d7304f2af586d4d33eb0157e1549565d) AuthConfig (262f849f2568576878e74ee2230fd25c6f886168130a342d80a312150adf296f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"6c3bf588-84fc-415b-aeb6-55d32c42d8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.085717427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"42609901-8b56-416d-9127-638c13f92160","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.144333574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"42609901-8b56-416d-9127-638c13f92160","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.462385974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"b01613ff-b2ed-4ef6-bab4-fb6efa6a6b02","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.462413469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"b01613ff-b2ed-4ef6-bab4-fb6efa6a6b02","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:50.081747938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"0f8eb8e5-402e-474c-a74f-ebad7e5a98ee","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:50.081892419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"0f8eb8e5-402e-474c-a74f-ebad7e5a98ee","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.625434202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"b3a1d15f-84dd-44cf-95a4-7964dd69a582","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.625459779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"b3a1d15f-84dd-44cf-95a4-7964dd69a582","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.680814031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"6aae1a5b-0b42-4207-b131-06d2b5db4999","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.680854315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"6aae1a5b-0b42-4207-b131-06d2b5db4999","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.802242159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"8ae257a3-c249-43e8-8cab-ac773f78a6e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.927979152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"8ae257a3-c249-43e8-8cab-ac773f78a6e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.930756275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.048168624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"8ae257a3-c249-43e8-8cab-ac773f78a6e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.103858358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"cea66fe1-d060-44ee-8b51-1ecbdd5aafb0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.103883604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"cea66fe1-d060-44ee-8b51-1ecbdd5aafb0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.86244979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"68392159-6d39-4f30-a3bb-a1c5da67a230","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.862469575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"68392159-6d39-4f30-a3bb-a1c5da67a230","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.920996374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"577252c1-1d4b-4a39-8795-2461a0824986","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.921091861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"577252c1-1d4b-4a39-8795-2461a0824986","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:00.96721633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"cbafa956-bcaa-4b41-96bf-e108dfb8b23a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-500abd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.967821491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"88accdf6-a23b-4352-9b8b-706f7331263b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.052435919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"88accdf6-a23b-4352-9b8b-706f7331263b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.10471031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"6a9112a3-024e-4f46-8f18-bd00b9ba330c","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.104731036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"6a9112a3-024e-4f46-8f18-bd00b9ba330c","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.162854184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"d5c64f0e-c07d-4a8f-aa48-62c125d40216","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.162878788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"d5c64f0e-c07d-4a8f-aa48-62c125d40216","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.362536515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ca27ef28-0950-4af0-87b8-9498cb5b738b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.380698685Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"d36ee2cd-162a-4ba6-a25c-7b79b44dbe46","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","model":"auth-test-model-09d1fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-09d1fd/e2e-auth-iso-500abd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.418892373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ca27ef28-0950-4af0-87b8-9498cb5b738b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.548124149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"11d8ca1f-714a-4af3-b21c-24eb049acdb4","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.54814648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"11d8ca1f-714a-4af3-b21c-24eb049acdb4","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.76785481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"ac48d2a1-e2b4-4f95-962d-0b78c9e8113e","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.208698012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"cc7fc19a-bb4c-4af3-b316-e448d05a8c67","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.265518592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"cc7fc19a-bb4c-4af3-b316-e448d05a8c67","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.322595707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"cc7fc19a-bb4c-4af3-b316-e448d05a8c67","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.485618371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f87967-7bb7-4715-8039-e2ceba6d5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.5391578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f87967-7bb7-4715-8039-e2ceba6d5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.598615612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f87967-7bb7-4715-8039-e2ceba6d5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.654164362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f87967-7bb7-4715-8039-e2ceba6d5ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.950605463Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8ff63c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8ff63c","reconcileID":"78b1d083-b3b7-4095-a850-9696c098ec09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8ff63c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8ff63c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.428270244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"95504541-dc36-4b31-866c-160c5cfd79b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.484889181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"95504541-dc36-4b31-866c-160c5cfd79b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.542537727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"95504541-dc36-4b31-866c-160c5cfd79b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.573064018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a1b015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a1b015","reconcileID":"ec9136ca-6b76-4edc-a762-abe4d1db2acb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a1b015","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a1b015":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.625701738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521070bf-2f0b-46ef-a21b-db2e771369d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.67838569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521070bf-2f0b-46ef-a21b-db2e771369d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.732644301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521070bf-2f0b-46ef-a21b-db2e771369d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.787041222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521070bf-2f0b-46ef-a21b-db2e771369d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.946643484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"62a3ee8f-1b27-4cc3-a3e1-ea5cd3f40344","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:17.999401565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"9630eb5e-7285-4832-8806-1261944665ef","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.115304091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"345e667b-d4d9-4f48-ac09-ef7cdd9d1381","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.115327741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"345e667b-d4d9-4f48-ac09-ef7cdd9d1381","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.16843881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"5fcdde25-e54e-4432-a796-bad8a20d3182","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.168460356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"5fcdde25-e54e-4432-a796-bad8a20d3182","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.383129795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"9fe419f3-9458-48f4-a798-4cc631f6a64f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.439719588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"9fe419f3-9458-48f4-a798-4cc631f6a64f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:18.949255292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"8220a94c-bf8d-46c5-a1a0-170de16b4498","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.00568037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"8220a94c-bf8d-46c5-a1a0-170de16b4498","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.707112002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ff1227-c404-450b-b09f-aaf5b6b0d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.708585818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"029ea723-e829-4694-be0e-27d03434c7df","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.708664903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"029ea723-e829-4694-be0e-27d03434c7df","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.77358155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ff1227-c404-450b-b09f-aaf5b6b0d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.774632143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"6c145620-55c1-44a8-9051-baccee383efe","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.774655699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"6c145620-55c1-44a8-9051-baccee383efe","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.830666329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ff1227-c404-450b-b09f-aaf5b6b0d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.883588752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ff1227-c404-450b-b09f-aaf5b6b0d509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.936117106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ecb819b0-aa69-4931-b6e2-fb868e881319","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.063251033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ecb819b0-aa69-4931-b6e2-fb868e881319","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.154128522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ecb819b0-aa69-4931-b6e2-fb868e881319","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.209745206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"342ba3dc-111d-4b63-bbaa-d595e369a8f2","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.20976378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"342ba3dc-111d-4b63-bbaa-d595e369a8f2","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:25.930589304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.648684874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"3e6a7976-c519-4e34-81da-e6cdaa6f8206","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.704996708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"3e6a7976-c519-4e34-81da-e6cdaa6f8206","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.760214596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dabda896b12636ee8af8cd0615d168118b9fa5ec7ff3c2d34e309ac0325b2575) AuthConfig (79599b4cd75c4e993cc02ce40ab83185e0c9ace8a63c7f0b39dcf7d3c0430fd5) AuthConfig (dbc3040e5652dd8b97f8e5cbe0f048d4d2123125ce558feb98c59765778a2d75) AuthConfig (9ca9f7475ed75c3ee48d1e4adb73b3691d7cd0e4d331d6b2acc28f2200d1ae00) AuthConfig (bf4790213c93fc1c2292344155cae6e86df3ec9d869da5efb9579bd860f2ea27) AuthConfig (5e05d93439321cad15cbd7bbab1505c2494d289f32fb714cd23fb78141151177) AuthConfig (75268f81e24f5cc1466177d1d31df35eaa36bf4b238907f7d73315a98fc7b8c5) AuthConfig (31752ba49331f0aabc5b54687fbaff86548160c44ef98f005e278af0862b7067) AuthConfig (66cdaf42f85b7c05f3b3a59f34f7a9fdf513a165cce944519f23c1106d6a6a0b) AuthConfig (03cad1141a97162ec0e7801e71ef9d678a8c588456b7a2d3665699584c48db55) AuthConfig (8eda0f59668c85f0e0cd071e108d6498e3e042fee0c97b98af0577f13f58ca72) AuthConfig (b4c2a3cb39db3a2fa595638c11dce1aaed7eeb1d17505446211ebcd943629a65) AuthConfig (3a436104e1a6d267c6cd26c1b7acfa12e98693897b4969b42ae03a2a6d7a3b24) AuthConfig (5fed91d7cdf2fb2d117eca466b3bec412fcf7683bed06d6e2bb35553a10ecd71) AuthConfig (647564fdf26e4b9f727c6bc80df4e05b53cd33421edb92e6f6d7f632a8def9f3) AuthConfig (58a108b40f37e98b4c5111b1387da343be19208592ed82f051bbe0d266ca4dd5) AuthConfig (d5381877d539a2dc606156c17bfcb9eaf4525c7ed5f7a00795659efc1bc45297) AuthConfig (cf1e0151f31fb6afb27b38d3f4e01d5815f2b7d76eddd2d0af5466e72ab05ad9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"3e6a7976-c519-4e34-81da-e6cdaa6f8206","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.818205032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"e346b999-3f73-4f52-970e-aee9c1003ab8","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.818224501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"e346b999-3f73-4f52-970e-aee9c1003ab8","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.044231218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"a68c9745-112d-42bc-9771-de7b69ad910f","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.044251495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"a68c9745-112d-42bc-9771-de7b69ad910f","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.101347434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"9558f10f-dc85-4147-a5f8-cd7bca44d0cd","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.101368802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"9558f10f-dc85-4147-a5f8-cd7bca44d0cd","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.206668554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"8f3cadb5-cd7b-4f9c-9f13-e51a55e503f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.329058414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"8f3cadb5-cd7b-4f9c-9f13-e51a55e503f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.384264167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"8f3cadb5-cd7b-4f9c-9f13-e51a55e503f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.441391882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"7859e6da-f95d-485f-a399-5b9ac2d3939f","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.441414524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"7859e6da-f95d-485f-a399-5b9ac2d3939f","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.314684921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"bf647327-3c12-4c75-89fa-58fa9aa069b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.371881168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"bf647327-3c12-4c75-89fa-58fa9aa069b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.427097991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"bf647327-3c12-4c75-89fa-58fa9aa069b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.923604702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"358f1cd4-9154-4bc1-869d-a194ecb70a4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.979982857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"358f1cd4-9154-4bc1-869d-a194ecb70a4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.035801059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dabda896b12636ee8af8cd0615d168118b9fa5ec7ff3c2d34e309ac0325b2575) AuthConfig (79599b4cd75c4e993cc02ce40ab83185e0c9ace8a63c7f0b39dcf7d3c0430fd5) AuthConfig (dbc3040e5652dd8b97f8e5cbe0f048d4d2123125ce558feb98c59765778a2d75) AuthConfig (9ca9f7475ed75c3ee48d1e4adb73b3691d7cd0e4d331d6b2acc28f2200d1ae00) AuthConfig (bf4790213c93fc1c2292344155cae6e86df3ec9d869da5efb9579bd860f2ea27) AuthConfig (5e05d93439321cad15cbd7bbab1505c2494d289f32fb714cd23fb78141151177) AuthConfig (75268f81e24f5cc1466177d1d31df35eaa36bf4b238907f7d73315a98fc7b8c5) AuthConfig (31752ba49331f0aabc5b54687fbaff86548160c44ef98f005e278af0862b7067) AuthConfig (66cdaf42f85b7c05f3b3a59f34f7a9fdf513a165cce944519f23c1106d6a6a0b) AuthConfig (03cad1141a97162ec0e7801e71ef9d678a8c588456b7a2d3665699584c48db55) AuthConfig (8eda0f59668c85f0e0cd071e108d6498e3e042fee0c97b98af0577f13f58ca72) AuthConfig (b4c2a3cb39db3a2fa595638c11dce1aaed7eeb1d17505446211ebcd943629a65) AuthConfig (3a436104e1a6d267c6cd26c1b7acfa12e98693897b4969b42ae03a2a6d7a3b24) AuthConfig (5fed91d7cdf2fb2d117eca466b3bec412fcf7683bed06d6e2bb35553a10ecd71) AuthConfig (647564fdf26e4b9f727c6bc80df4e05b53cd33421edb92e6f6d7f632a8def9f3) AuthConfig (58a108b40f37e98b4c5111b1387da343be19208592ed82f051bbe0d266ca4dd5) AuthConfig (d5381877d539a2dc606156c17bfcb9eaf4525c7ed5f7a00795659efc1bc45297) AuthConfig (cf1e0151f31fb6afb27b38d3f4e01d5815f2b7d76eddd2d0af5466e72ab05ad9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"358f1cd4-9154-4bc1-869d-a194ecb70a4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.546438951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"526d2a3a-59ce-4cf7-9303-f2d19a247639","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.602745663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"526d2a3a-59ce-4cf7-9303-f2d19a247639","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.658379148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"526d2a3a-59ce-4cf7-9303-f2d19a247639","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.532791941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"8200f4b4-b2cf-4a00-ace8-31a42d1f6374","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.589905209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"8200f4b4-b2cf-4a00-ace8-31a42d1f6374","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.646524262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"8200f4b4-b2cf-4a00-ace8-31a42d1f6374","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.142169721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"bd24b3e8-798b-49b3-8424-56d72e18d371","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.19880707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"bd24b3e8-798b-49b3-8424-56d72e18d371","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.253953795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-5b9382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dabda896b12636ee8af8cd0615d168118b9fa5ec7ff3c2d34e309ac0325b2575) AuthConfig (79599b4cd75c4e993cc02ce40ab83185e0c9ace8a63c7f0b39dcf7d3c0430fd5) AuthConfig (dbc3040e5652dd8b97f8e5cbe0f048d4d2123125ce558feb98c59765778a2d75) AuthConfig (9ca9f7475ed75c3ee48d1e4adb73b3691d7cd0e4d331d6b2acc28f2200d1ae00) AuthConfig (bf4790213c93fc1c2292344155cae6e86df3ec9d869da5efb9579bd860f2ea27) AuthConfig (5e05d93439321cad15cbd7bbab1505c2494d289f32fb714cd23fb78141151177) AuthConfig (75268f81e24f5cc1466177d1d31df35eaa36bf4b238907f7d73315a98fc7b8c5) AuthConfig (31752ba49331f0aabc5b54687fbaff86548160c44ef98f005e278af0862b7067) AuthConfig (66cdaf42f85b7c05f3b3a59f34f7a9fdf513a165cce944519f23c1106d6a6a0b) AuthConfig (03cad1141a97162ec0e7801e71ef9d678a8c588456b7a2d3665699584c48db55) AuthConfig (8eda0f59668c85f0e0cd071e108d6498e3e042fee0c97b98af0577f13f58ca72) AuthConfig (b4c2a3cb39db3a2fa595638c11dce1aaed7eeb1d17505446211ebcd943629a65) AuthConfig (3a436104e1a6d267c6cd26c1b7acfa12e98693897b4969b42ae03a2a6d7a3b24) AuthConfig (5fed91d7cdf2fb2d117eca466b3bec412fcf7683bed06d6e2bb35553a10ecd71) AuthConfig (647564fdf26e4b9f727c6bc80df4e05b53cd33421edb92e6f6d7f632a8def9f3) AuthConfig (58a108b40f37e98b4c5111b1387da343be19208592ed82f051bbe0d266ca4dd5) AuthConfig (d5381877d539a2dc606156c17bfcb9eaf4525c7ed5f7a00795659efc1bc45297) AuthConfig (cf1e0151f31fb6afb27b38d3f4e01d5815f2b7d76eddd2d0af5466e72ab05ad9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"bd24b3e8-798b-49b3-8424-56d72e18d371","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.764364104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d4c00ee5-df42-411f-98d3-068284dc0d5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.820979124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d4c00ee5-df42-411f-98d3-068284dc0d5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.876115358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d4c00ee5-df42-411f-98d3-068284dc0d5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.752712296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"1fadade3-3230-486c-b238-abd0adbc0450","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.810732806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"1fadade3-3230-486c-b238-abd0adbc0450","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.867639522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ecdb5c706a2a998512531e9516c86508230a6e0662e78a798b46f6f08e2ad551) AuthConfig (a538981ebd4e8285ad7c56b7f96faadb3ee2ce04886941e4963d36d1ff0c6d75) AuthConfig (67febb752c386839b546db45d5595e1acde70a4f75a88779579c9254b0af6c64) AuthConfig (f0694427cdf624d66a92fe2a5bfe7bbc15e5bcecdbcfde50580e17ba7c17396d) AuthConfig (18061b65dd4e39b51f076287361c41e63dea422b38fa44b1206532dd101037ab) AuthConfig (9cfdc9c51b174f562776b92350a7857eeca1b74c3988a3f4de2ec8af4fcb2a38) AuthConfig (939d43b7c5aeafbc054d00ca2fdb39e9b76b5a44829a9c0e873eeef86fa801b9) AuthConfig (c005b4ade21cdbfc538be8497456516b82d10d9d0813b62e3822621daf504b56) AuthConfig (7b83bb936555fc76169d08cae25d999c597a74042f4733a4c49f90b5448b8821) AuthConfig (8c9b7e527dfba0635dbc5824f581be71b4ec708c552383da69103d7de83f7afb) AuthConfig (644b25c12d70e69338c79ea345a1ced22c1b51b0980ba9e5f0c3ef12a46b2703) AuthConfig (3b5a0aaddd198e47a043575334cc1aa095a36b3ff9a1f6faacd210056e98b05f) AuthConfig (a29eabbf692c000a52beb79a666a8c48ef218252800e6c382297d6a194654b49) AuthConfig (df8d185cf9b88f6429108c2fbded852ec4de38894619c16adda63a2aec2503fc) AuthConfig (5b6d44bb0b721e56f588ae84fb8d9700f89443a12912b89bd220bc89b20e5676) AuthConfig (fb5db9dfca7b1977f9bb4e0ab4b37a1df450d26021621904bed79a6fb329220d) AuthConfig (9eed957a1deef4798102534ad0572e4ff34256d78057bd32604c5744c503b6f6) AuthConfig (685c221664cf870667459ad61e478c9ceff3c7485b211996f268f399c16ac0de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"1fadade3-3230-486c-b238-abd0adbc0450","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.92550862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"16f4aaad-3408-4700-a89a-5fe583d7e113","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.925528624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"16f4aaad-3408-4700-a89a-5fe583d7e113","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.9307335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.35910309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"6e931cee-6dbe-47be-a775-84ba89f2c304","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.415701413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"6e931cee-6dbe-47be-a775-84ba89f2c304","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.685802027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"81585e45-afd7-4441-8b26-d843f0aa4f1d","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.685824215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"81585e45-afd7-4441-8b26-d843f0aa4f1d","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.98139343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"f244f8f0-6246-4aa2-af97-42d5cf16a6cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.037825013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"f244f8f0-6246-4aa2-af97-42d5cf16a6cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.093775398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (e9ebd455f1c5e4bf8e3243eabfd1fab747230e1ebbd7e14a8a3465850ac9f5c9) AuthConfig (593f49934fe77113cf6a93df13e6e3cb2a0598a51d621484c0af35c12c0cdad1) AuthConfig (5ae4b05c9e0b70e32cb758f8ca19f76f5a379503b30c0aec928085e21ca922fe) AuthConfig (de91ef6bd89c74f595a714226eb3e9c77607944edec89e53c574e61c1abaaeff) AuthConfig (1fbc26fee00c5263e94c8d6a2c076cb900e7fc82d13b6ab36e0c0542f99648a2) AuthConfig (5206eaf68a5cb1a16d037e83df0551f0ba34962c9ac7de3b407031f91607dba4) AuthConfig (f607b8d7af826fc7e45d06888c177b55b24b640b9c112f70b2f72dc51f9bc1a9) AuthConfig (175672aa8a558ed5c729cae6d70ab9feaf6e0eb69f62146d163544ea84f7069e) AuthConfig (c568ab011bdd97dcccc59246a1ff3ec0959550f8bc6b85827fa4c1c646d1efea) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (4db45fe97224713fea19e660f3063d037e48f9f21e647256ae3b87d1072dbc21) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (5803c68e56ca3c00e765e899b428cc5890b5fc82c6c918c9967d1cc813659222) AuthConfig (2ee42413832c647d3a99fc30db4b38e7a334b90a61d91e9c286ff3bb1cf3844f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"f244f8f0-6246-4aa2-af97-42d5cf16a6cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.151306096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"014757aa-bccb-4ccf-8f10-9afe4ad4e2f6","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.151325305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"014757aa-bccb-4ccf-8f10-9afe4ad4e2f6","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.031607351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"7c610dff-975d-4202-b755-8f6dc2e4648a","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.090234606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"7c610dff-975d-4202-b755-8f6dc2e4648a","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.150290972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ecdb5c706a2a998512531e9516c86508230a6e0662e78a798b46f6f08e2ad551) AuthConfig (a538981ebd4e8285ad7c56b7f96faadb3ee2ce04886941e4963d36d1ff0c6d75) AuthConfig (67febb752c386839b546db45d5595e1acde70a4f75a88779579c9254b0af6c64) AuthConfig (f0694427cdf624d66a92fe2a5bfe7bbc15e5bcecdbcfde50580e17ba7c17396d) AuthConfig (18061b65dd4e39b51f076287361c41e63dea422b38fa44b1206532dd101037ab) AuthConfig (9cfdc9c51b174f562776b92350a7857eeca1b74c3988a3f4de2ec8af4fcb2a38) AuthConfig (939d43b7c5aeafbc054d00ca2fdb39e9b76b5a44829a9c0e873eeef86fa801b9) AuthConfig (c005b4ade21cdbfc538be8497456516b82d10d9d0813b62e3822621daf504b56) AuthConfig (7b83bb936555fc76169d08cae25d999c597a74042f4733a4c49f90b5448b8821) AuthConfig (8c9b7e527dfba0635dbc5824f581be71b4ec708c552383da69103d7de83f7afb) AuthConfig (644b25c12d70e69338c79ea345a1ced22c1b51b0980ba9e5f0c3ef12a46b2703) AuthConfig (3b5a0aaddd198e47a043575334cc1aa095a36b3ff9a1f6faacd210056e98b05f) AuthConfig (a29eabbf692c000a52beb79a666a8c48ef218252800e6c382297d6a194654b49) AuthConfig (df8d185cf9b88f6429108c2fbded852ec4de38894619c16adda63a2aec2503fc) AuthConfig (5b6d44bb0b721e56f588ae84fb8d9700f89443a12912b89bd220bc89b20e5676) AuthConfig (fb5db9dfca7b1977f9bb4e0ab4b37a1df450d26021621904bed79a6fb329220d) AuthConfig (9eed957a1deef4798102534ad0572e4ff34256d78057bd32604c5744c503b6f6) AuthConfig (685c221664cf870667459ad61e478c9ceff3c7485b211996f268f399c16ac0de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"7c610dff-975d-4202-b755-8f6dc2e4648a","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.189468702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"99045e7a-3fe8-4220-8197-65fad52b4595","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.189495318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"99045e7a-3fe8-4220-8197-65fad52b4595","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.248056866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"dc29845a-a623-44f7-9b9c-3843f02d5fa0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.248080139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"dc29845a-a623-44f7-9b9c-3843f02d5fa0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.294481403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"0aca067e-4894-4e40-8420-779ad62cc700","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:03.295385776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"6bd1779e-59be-4e4f-b895-1bdd5ad144ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fbcc43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:03.301782234Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"dc29845a-a623-44f7-9b9c-3843f02d5fa0","name":"auth-test-model-5b9382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5b9382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:03.301848597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"dc29845a-a623-44f7-9b9c-3843f02d5fa0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-5b9382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.307633829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"77a2ad58-f218-433e-aa75-9c622837b2dc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.307650406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"77a2ad58-f218-433e-aa75-9c622837b2dc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.352369718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"0aca067e-4894-4e40-8420-779ad62cc700","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.403047735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"e91a08fe-ec38-475e-b541-c67abc8bc0c6","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.403073262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"e91a08fe-ec38-475e-b541-c67abc8bc0c6","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.460657535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"f072feca-942d-4c6b-a4dc-4bbf412badc0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.460683506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"f072feca-942d-4c6b-a4dc-4bbf412badc0","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.662351571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"77818fdd-4904-40cc-9145-e396e0ffcb67","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.674055468Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"9902a8b7-881f-4a77-bdff-f4d5f13ccd09","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"maas-trlp-auth-test-model-5b9382","model":"auth-test-model-5b9382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-5b9382/e2e-auth-iso-fbcc43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.71914903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"77818fdd-4904-40cc-9145-e396e0ffcb67","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.842396225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"805a41ed-1df6-4cd7-8ee2-a2c5b24c35fc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.842423794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"805a41ed-1df6-4cd7-8ee2-a2c5b24c35fc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.05401194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"4f5f358b-3b28-4d15-89e6-81bbe2e1802f","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"maas-trlp-auth-test-model-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.182619558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"d4850728-f4f9-4de9-b9a8-5c02ec962702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.4474727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"f9404d01-b6aa-42c7-b61c-a504f53a0bea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.547939557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"1cde0dea-0aa7-486d-a625-eeb5a5934f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.724354861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"9e6c1ab8-c274-4769-b63d-61a9b73d7b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.83495284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"fa99018b-e441-466a-a561-8c511c3ce97f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.934729395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"f47c4b28-d2f8-4f70-9617-04fbb0842344","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.034033052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"41b85254-8eff-4573-95f0-9396f5db5935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.162055911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"4348c7ad-29e7-4997-a86c-3a49e1176aba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.25640466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"6100bbec-2027-4583-84ad-6f57ae0db165","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.262224323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"f552bc0d-cbc1-43ff-9738-570da4ead016","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.312916838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"6100bbec-2027-4583-84ad-6f57ae0db165","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.362277818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"131440a1-d891-4a84-b45c-052479269f1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.462467029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"c9422765-5343-48f3-a0db-57ecd93abe0f","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.503551279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d1574f9-5c7c-4cf8-aefa-71cd9b1debb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.564664992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b510276f-40ef-4a84-ba29-ff9be68d8943","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.629063052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"4db4dad5-0c2c-4fb1-9821-82cd6f27a585","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.629084589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"4db4dad5-0c2c-4fb1-9821-82cd6f27a585","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.664622674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"7d14bc7c-e592-4808-9dce-2c284797ea6c","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.255479406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"f00c5666-97c4-4bf3-829e-ddc17950bdb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.313118835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"f00c5666-97c4-4bf3-829e-ddc17950bdb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.631813189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"38445215-69d3-48cc-8c9e-e4a50e0c937c","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.631846935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"38445215-69d3-48cc-8c9e-e4a50e0c937c","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.003998335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"661e190f-23f3-420f-a046-d79575884acc","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.004025606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"661e190f-23f3-420f-a046-d79575884acc","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.062781653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"bc644485-46d1-4611-99f9-47c4b93552ab","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.06280704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"bc644485-46d1-4611-99f9-47c4b93552ab","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.110716774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"3b4fc632-f7c3-4a50-81be-d10e3d1a66c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:14.111249779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"9b841eac-917c-4ed7-b4dc-473d952b6e3c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5c7c1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:14.116522052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"bc644485-46d1-4611-99f9-47c4b93552ab","name":"auth-test-model-d5345e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d5345e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:14.116576578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"bc644485-46d1-4611-99f9-47c4b93552ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d5345e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.121945597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"0c4b64f2-2f74-4dd6-8564-8765ce4ca9c8","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.121960983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"0c4b64f2-2f74-4dd6-8564-8765ce4ca9c8","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.16718018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"3b4fc632-f7c3-4a50-81be-d10e3d1a66c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.218159038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"b91b9c98-ba56-4cce-9e42-32ef1a8ff570","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.218181243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"b91b9c98-ba56-4cce-9e42-32ef1a8ff570","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.275311235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"8093ec6e-ad3f-46c4-8322-b567adce0f03","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.275334268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"8093ec6e-ad3f-46c4-8322-b567adce0f03","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.478341613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"28b38e91-5d4f-4f65-a773-f77151755381","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.495947801Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"6bcafaa2-fd2d-42e5-a374-6f5677d2ab4e","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-auth-test-model-d5345e","model":"auth-test-model-d5345e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-d5345e/e2e-auth-iso-5c7c1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.535966242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"28b38e91-5d4f-4f65-a773-f77151755381","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.679864689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"e40a5bc8-926f-4c3f-9286-9a58818c6bfa","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.679885348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"e40a5bc8-926f-4c3f-9286-9a58818c6bfa","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.892032697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"fc0f53a1-5a60-464d-9d01-2eae51af00d4","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-auth-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.971605648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"5ed38081-da6d-4f05-8b73-055a0986f971","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.971628995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"5ed38081-da6d-4f05-8b73-055a0986f971","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.030202072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"2ebc8e1d-ade0-404c-a746-c5266a4c8b87","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.030228424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"2ebc8e1d-ade0-404c-a746-c5266a4c8b87","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.078996385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ed0efd55-142e-47af-8e9d-905dd8c43aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:17.079721517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"6a534909-1563-4ccf-bb8e-cff9ce8b9745","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-500abd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:17.084100112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"2ebc8e1d-ade0-404c-a746-c5266a4c8b87","name":"auth-test-model-a301e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a301e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:17.084155587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"2ebc8e1d-ade0-404c-a746-c5266a4c8b87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a301e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.089498047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"75b751b3-1c8e-4bc4-b733-ae87ea0f660f","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.089512213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"75b751b3-1c8e-4bc4-b733-ae87ea0f660f","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.136612726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ed0efd55-142e-47af-8e9d-905dd8c43aeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.185747974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"489c3456-a1d0-4b54-b7c3-aab7727c4460","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.185770995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"489c3456-a1d0-4b54-b7c3-aab7727c4460","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.244293168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"c585806f-8b59-4ff3-9ae3-5c730ba959f9","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.24431292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"c585806f-8b59-4ff3-9ae3-5c730ba959f9","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.448626657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"c99cf0ab-e9ec-44b8-9fbd-aac1ee719102","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.456889077Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"be66bd9d-dbc8-42cb-aebb-2b93942a8e4c","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-auth-test-model-a301e0","model":"auth-test-model-a301e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-a301e0/e2e-auth-iso-500abd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.505480149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"c99cf0ab-e9ec-44b8-9fbd-aac1ee719102","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.624078921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"0cb8a8e6-1039-4316-93d6-366cf2f29aca","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.624098906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"0cb8a8e6-1039-4316-93d6-366cf2f29aca","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:17.835593269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"2baf97b5-b0d8-4ccd-9f89-dc5108fb1884","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-auth-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.930746352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.395884732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"a8c35d98-ae66-43bf-bfa0-04c08b649b9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.56298397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"e50afb48-502e-417f-91a3-945ec80a9ae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.795722908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"42625632-2a72-4ab0-a43b-4fdeef67ee46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.90792212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"fc02f12f-c3ac-458e-b28b-8f1d394a9247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.010179544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d0693f6-d6d7-4336-bca4-42eca3530d58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.024514923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"eda0485e-1256-42ca-a33c-0582925aff25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.109066467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"121f2b27-28ac-4218-b49b-28b8f142ea4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.242251418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"73f00806-139d-4cef-bff2-7ad2cd7eb0c0","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"maas-trlp-auth-test-model-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.355370425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"27b0cfef-5a85-479a-a79a-e50356f46f80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.413672572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"fb0d3735-5d20-490e-9833-a2742eb4242f","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.413694627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"fb0d3735-5d20-490e-9833-a2742eb4242f","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.457263731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"686582b5-39f9-438c-8c04-632b4af73cdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.57867754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"a86c4ed4-e4b6-48f7-b045-949380fd41fc","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.681022229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8087e8de-dd8f-4e60-b6c4-d464e2e7bb5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.6895121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"3b680c7a-5825-497f-a675-10d10b10437a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.755660831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"0e0c2fe4-cd60-4036-b812-ec0c91f7d5e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8ff63c","tenantID":"e2e-extmod-a-8ff63c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.781683043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"4ce9b079-104b-42c4-9349-99687dd63e1d","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-auth-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.799820356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"84b003ec-1aef-4e6c-9d61-86892010f087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.871723944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"0e0c2fe4-cd60-4036-b812-ec0c91f7d5e5","name":"e2e-extmod-a-8ff63c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.915323952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"b0b32c0c-e4ba-4903-a100-0a90c51bdb3e","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.94938697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"ae3b8828-8534-489f-b460-b5cf8089b51e","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.949411808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"ae3b8828-8534-489f-b460-b5cf8089b51e","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.145376296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"bc3e5307-5ab4-4be5-ade9-71a68b8f6aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.197605705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"8529ef70-4526-4922-a0c7-ae84476e07df","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.197630739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"8529ef70-4526-4922-a0c7-ae84476e07df","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.202081124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"bc3e5307-5ab4-4be5-ade9-71a68b8f6aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.25454487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"04fc04bc-ee3b-45eb-a8f1-6a8afb23001d","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.254566034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"04fc04bc-ee3b-45eb-a8f1-6a8afb23001d","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.325936419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"53f47229-5698-41b4-858f-8b08542224f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.35838758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"2dbb02e6-22ef-463c-806c-dd265aecb226","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.383202245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"53f47229-5698-41b4-858f-8b08542224f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.487820497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"2dbb02e6-22ef-463c-806c-dd265aecb226","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.543679641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2675c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"2dbb02e6-22ef-463c-806c-dd265aecb226","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.598850988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"393fec83-34cd-42b8-ae4b-3194ebecd89f","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.598871561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"393fec83-34cd-42b8-ae4b-3194ebecd89f","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.788585786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"fd94960b-c9f0-4109-b659-e353c0520ce7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a1b015","tenantID":"e2e-extmod-a-a1b015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.904881576Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"fd94960b-c9f0-4109-b659-e353c0520ce7","name":"e2e-extmod-a-a1b015-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.704311124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"4ed02d18-808e-49f7-99f3-e28873af591c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.760338182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"4ed02d18-808e-49f7-99f3-e28873af591c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.818707205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2675c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"4ed02d18-808e-49f7-99f3-e28873af591c","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.769673493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"22a9a83f-5eb9-4ca0-8dc2-baf74edb0a2b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.769694394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"22a9a83f-5eb9-4ca0-8dc2-baf74edb0a2b","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.874604212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"855078cf-986e-417f-9f15-9f167a730c8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.932182788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"855078cf-986e-417f-9f15-9f167a730c8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.932849657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"f31b276d-2d4c-4951-8d19-a9d9735fe5c0","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26a8872a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.195175047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"c2ef5c8a-e31f-4e07-8973-dd6b117d33db","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.251357054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"c2ef5c8a-e31f-4e07-8973-dd6b117d33db","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:51.924338664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"92f5fd62-3228-42a3-a246-f44b41dd62bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:51.980507057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"92f5fd62-3228-42a3-a246-f44b41dd62bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:52.03619296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2675c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"92f5fd62-3228-42a3-a246-f44b41dd62bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:53.986816514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"037e8676-281c-446a-955d-95d3a3b368b2","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","subscription":"e2e-auth-iso-5c7c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.039902256Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"037e8676-281c-446a-955d-95d3a3b368b2","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.093684865Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"037e8676-281c-446a-955d-95d3a3b368b2","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.366427585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"9333ec7b-3ac4-4dd8-b6da-07e33c5fd2d7","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.36644903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"9333ec7b-3ac4-4dd8-b6da-07e33c5fd2d7","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.471072118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"f58c2ddf-7aa7-473a-9d8c-8a5e3400ca94","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.527643632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"f58c2ddf-7aa7-473a-9d8c-8a5e3400ca94","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.538221186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"35e1f37d-35f9-4d09-b81b-f4f490287303","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.538240824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"35e1f37d-35f9-4d09-b81b-f4f490287303","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.642168366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"49e933a2-a588-4bf1-b97b-187888c2d19c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.69848453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"49e933a2-a588-4bf1-b97b-187888c2d19c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.700174038Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"ae0a1815-b77a-433e-91b7-95da957e1aa3","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-556cf17c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.839754739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"d81405b2-22b3-412d-8010-ff6952c04e52","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.896004883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"d81405b2-22b3-412d-8010-ff6952c04e52","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.039056355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"123c5515-b143-4246-8f05-f53dc3e3d347","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.094908941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"123c5515-b143-4246-8f05-f53dc3e3d347","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.931677043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.142224763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"ec085afb-63f5-4fb9-b394-8e9840af7c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.199148772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"ec085afb-63f5-4fb9-b394-8e9840af7c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.254805431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2675c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"ec085afb-63f5-4fb9-b394-8e9840af7c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.573543281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"521eeca3-86fc-47b6-a3bd-48656e77ac19","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-auth-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.741906285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"5159620c-1f5e-4822-9109-1b3cb4021272","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.74192695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"5159620c-1f5e-4822-9109-1b3cb4021272","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.918497485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ecb5adda-b637-4811-9f41-c8ff032475bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.974954797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ecb5adda-b637-4811-9f41-c8ff032475bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.752949136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"cbd552e0-55c0-435c-abbf-ef55e78e2e1b","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","subscription":"e2e-auth-iso-5c7c1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.805703586Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"cbd552e0-55c0-435c-abbf-ef55e78e2e1b","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.860644923Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"cbd552e0-55c0-435c-abbf-ef55e78e2e1b","MaaSSubscription":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.132265396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"3784a5ba-1d85-4f4c-9871-36cef8db5dff","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.132286475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"3784a5ba-1d85-4f4c-9871-36cef8db5dff","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.236587411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"5898060c-c0a5-412a-ade4-37a2e27a783f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.285135485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"323f3cbf-867f-4cd9-aef0-a8465a7deb6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.285376379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"67e22d7f-044b-4f83-bc45-34b546d02fd0","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.285393316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"67e22d7f-044b-4f83-bc45-34b546d02fd0","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.292789071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"5898060c-c0a5-412a-ade4-37a2e27a783f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.442511062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"323f3cbf-867f-4cd9-aef0-a8465a7deb6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.56517431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"323f3cbf-867f-4cd9-aef0-a8465a7deb6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.565206201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-auth-iso-5c7c1b","reconcileID":"323f3cbf-867f-4cd9-aef0-a8465a7deb6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.594770486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"46b2a82d-4ea0-438d-8cbb-74a439f6976b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.621479383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"c4d021ad-c6e3-46c1-8cda-81702f0a98af","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/auth-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.621499228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"auth-test-model-586697","reconcileID":"c4d021ad-c6e3-46c1-8cda-81702f0a98af","MaaSModelRef":{"name":"auth-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"auth-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"auth-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.651353827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"46b2a82d-4ea0-438d-8cbb-74a439f6976b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.786861866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"342b7e37-6dc5-4ae1-b6ca-30212a55f98c","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.786882731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"342b7e37-6dc5-4ae1-b6ca-30212a55f98c","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.857049912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d094e9b3-cde3-47ea-8a25-c5b48b5dc630","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.099224979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d094e9b3-cde3-47ea-8a25-c5b48b5dc630","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.222879039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d094e9b3-cde3-47ea-8a25-c5b48b5dc630","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.222910512Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-auth-iso-5c7c1b","reconcileID":"d094e9b3-cde3-47ea-8a25-c5b48b5dc630","MaaSAuthPolicy":{"name":"e2e-auth-iso-5c7c1b","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.279598147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"6da58a79-2faa-42ac-91e1-24a0a1abb4ea","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/auth-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:06.279619134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"auth-test-model-d5345e","reconcileID":"6da58a79-2faa-42ac-91e1-24a0a1abb4ea","MaaSModelRef":{"name":"auth-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"auth-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"auth-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.360599324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"733fba65-78d9-4f33-bd3f-effca16ded63","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.417206766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"733fba65-78d9-4f33-bd3f-effca16ded63","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.477585873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-2675c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808ac7d845391e4f41b9fa35dec5a2c784afce4101cd7f33eb0becbba38e9088) AuthConfig (c413a06b9d4468556afa5e30d64424e044a69b3243df16ea6c603701b5b3cac3) AuthConfig (c41b9a6a8c079dc26684cd3813cc3c1fec7dc369983ff29ac98e73de855a8194) AuthConfig (99aaa391c78c8c89c17131aef92bdc3c4f70f9e3b5ee8379aa8c9ec57f9c3f69) AuthConfig (83597ce36388decd38366bd945de1665c3b7b3e37975771f975e96deaa99f598) AuthConfig (747fb3c1d8c81b1e08b272860733b087f6a1ecd8fa6a21bda2298a1598fb94ec) AuthConfig (4607a53b95975477da0f07018f15ac448a718f5f3a259b70f6cfe834fa3674c0) AuthConfig (1d7e0bb545823a87b136349748ab37b2691e1d2a4eccd5e7adaf4b235fe8aebd) AuthConfig (10b1db394b111ff497f88e1e2e2af00f05a3ae1830f884198781350f10bfc5b8) AuthConfig (fee30abf9b1a2c32568bcc1eee2f7fdf8e6de668b5e8fb2ef2f76c224dbe0dd0) AuthConfig (38a0fea1fbcd39a80f4541193f39128602301affea1baeb52dd830b301617807) AuthConfig (f60d0a23b7b7cd26fcedad5c5b6d54745a27184519da995d510a15b086b6d856) AuthConfig (0328460bbbff5e5d8d308aaf6faeacb924cb8636975917118b3f061fef3a17f5) AuthConfig (a8e4bc22003bf841d3db2bcff0a504181677ee223973e35901b4c13670d747cc) AuthConfig (9455a56b8f835327e36794372b8a56b89afebc56d165285e158ce09c56395872) AuthConfig (f2fc7a0d153559c784b575cdcd7da9aa18441860cb665167cbb1ea36857538ca) AuthConfig (c9e2d0adcec51a151d641f36b921d161e18c75ab075a10e01484fbdef03bcc28) AuthConfig (a0d0261573319d57348e99f520d7a7c6f9b32ea0aa7ff6158157f5665ca737d4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"733fba65-78d9-4f33-bd3f-effca16ded63","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.535774764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"2e00bfa6-6268-43d2-81c4-8753eadbdda8","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.535794161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"2e00bfa6-6268-43d2-81c4-8753eadbdda8","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.232353968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"596f3136-eb31-4755-90ca-9731874fcf8e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.232373715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"596f3136-eb31-4755-90ca-9731874fcf8e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.336221033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"1b2f08df-b1f0-4ca4-a753-d2916327bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.392649841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"1b2f08df-b1f0-4ca4-a753-d2916327bdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.394540844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"79a21c66-69c2-484b-aefb-18449da6a663","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9fe19d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.703115029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"55ceed08-c71e-4d6d-ae9b-1acf2d6ce637","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:19.76011791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"55ceed08-c71e-4d6d-ae9b-1acf2d6ce637","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.64126234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"d3b183f3-0065-4a51-b89b-c28b57f14283","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.697772877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"d3b183f3-0065-4a51-b89b-c28b57f14283","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.989589399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"fb092c3c-9fd3-44c5-b3b7-07ddd9e15626","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.989609811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"fb092c3c-9fd3-44c5-b3b7-07ddd9e15626","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.93097072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.434921271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"2ed52ca3-e4f8-4508-af49-261c55f71159","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.434944513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"2ed52ca3-e4f8-4508-af49-261c55f71159","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.493600281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"321a5e4f-76f1-4dc9-9104-9f1dc7bd798f","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.493625355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"321a5e4f-76f1-4dc9-9104-9f1dc7bd798f","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.542250826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"1b0866e3-c08b-406e-afe6-0edbd9220326","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.542772769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"c7f8bbac-2bea-4dc9-aff5-001a3355f837","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fbcc43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.547648304Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"321a5e4f-76f1-4dc9-9104-9f1dc7bd798f","name":"auth-test-model-2675c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2675c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.547714141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"321a5e4f-76f1-4dc9-9104-9f1dc7bd798f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2675c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.553132074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"941b40b8-389f-4d27-bffd-80671c4d9f31","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.553150962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"941b40b8-389f-4d27-bffd-80671c4d9f31","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.599972395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"1b0866e3-c08b-406e-afe6-0edbd9220326","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.648826211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"94ad31dd-0236-4fa7-9796-698ffc48e9a1","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.648858256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"94ad31dd-0236-4fa7-9796-698ffc48e9a1","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.707236649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"d5c6f764-fcba-48fd-a324-93f5edf4ac89","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.707255143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"d5c6f764-fcba-48fd-a324-93f5edf4ac89","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.866554252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"bbaf2c43-2c5e-4156-bf6a-8983e4caaaef","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.924222681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"bbaf2c43-2c5e-4156-bf6a-8983e4caaaef","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.92464182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"f2e2628a-8328-4231-bfd2-2939f2f57667","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"maas-trlp-auth-test-model-2675c7","model":"auth-test-model-2675c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-2675c7/e2e-auth-iso-fbcc43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.092110526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"ecc53eca-8ce5-4794-b772-3c51cfb57117","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.092139051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"ecc53eca-8ce5-4794-b772-3c51cfb57117","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.301806099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"56c94da6-c220-4d5b-be8c-f7cfa9b5736f","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"maas-trlp-auth-test-model-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.447925243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"aa3be4da-72b9-473c-aa2b-b6ea98d51d07","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","subscription":"e2e-auth-iso-500abd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.500959394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"aa3be4da-72b9-473c-aa2b-b6ea98d51d07","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.55395212Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"aa3be4da-72b9-473c-aa2b-b6ea98d51d07","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.825939839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"fc3cff7a-1ae4-43e6-83ca-180ee238074e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.825961244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"fc3cff7a-1ae4-43e6-83ca-180ee238074e","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.931019707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"92b97a4d-962e-4776-8992-0d23f07b0ab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.964099562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"6cc1b52a-c1a3-49f8-9980-955be57d632f","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.964120151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"6cc1b52a-c1a3-49f8-9980-955be57d632f","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.987112774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"92b97a4d-962e-4776-8992-0d23f07b0ab7","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.068772588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"deb2b606-2507-4691-a835-55f9a0249544","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.125213987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"deb2b606-2507-4691-a835-55f9a0249544","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.127495456Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"540abc61-d348-4cee-9ce7-f0fb865d091f","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03dbcfdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.299387452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"267b0921-cc78-4879-9aed-e9d439723e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.356876869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"267b0921-cc78-4879-9aed-e9d439723e77","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.451995384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"f5d905d6-bcc1-4df9-a77f-93a749e653c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.508773714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"f5d905d6-bcc1-4df9-a77f-93a749e653c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.180905799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"4c888318-4000-40fd-a1fd-8617802b41f6","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","subscription":"e2e-auth-iso-500abd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.233895096Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"4c888318-4000-40fd-a1fd-8617802b41f6","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.287695383Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"4c888318-4000-40fd-a1fd-8617802b41f6","MaaSSubscription":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.559022247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"12d88281-3bcd-43f6-9c2d-8b117d303b69","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.559042847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"12d88281-3bcd-43f6-9c2d-8b117d303b69","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.663636912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"28a420d7-f09e-4f01-8704-b85e2889994b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.702939463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"cb68c3fa-e54f-4143-92f1-e9b3951b6774","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.703064327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"1891b4b7-682d-4152-ac86-40acc92d7a6b","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.70308504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"1891b4b7-682d-4152-ac86-40acc92d7a6b","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.72092579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"28a420d7-f09e-4f01-8704-b85e2889994b","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:40.908827596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"cb68c3fa-e54f-4143-92f1-e9b3951b6774","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.032074481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"cb68c3fa-e54f-4143-92f1-e9b3951b6774","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.032101601Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-auth-iso-500abd","reconcileID":"cb68c3fa-e54f-4143-92f1-e9b3951b6774","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.068753068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"a4317f74-ffab-42c1-8842-df1f138f283c","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.088810152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"a24a53e6-2abf-41bb-818b-436fbeb150fc","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/auth-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.088845212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"auth-test-model-09d1fd","reconcileID":"a24a53e6-2abf-41bb-818b-436fbeb150fc","MaaSModelRef":{"name":"auth-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"auth-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"auth-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.128095394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"a4317f74-ffab-42c1-8842-df1f138f283c","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.228249504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"418b8b13-3b55-458d-8df8-9bffb0787193","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.228277671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"418b8b13-3b55-458d-8df8-9bffb0787193","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.339499311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ca3bbb6f-21de-4e1c-b5bc-e53672c0f580","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.591969632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ca3bbb6f-21de-4e1c-b5bc-e53672c0f580","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.715274066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ca3bbb6f-21de-4e1c-b5bc-e53672c0f580","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.715294783Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-auth-iso-500abd","reconcileID":"ca3bbb6f-21de-4e1c-b5bc-e53672c0f580","MaaSAuthPolicy":{"name":"e2e-auth-iso-500abd","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.771794205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"3bebe88b-dd70-4e74-817f-37edba576756","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/auth-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.771815603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"auth-test-model-a301e0","reconcileID":"3bebe88b-dd70-4e74-817f-37edba576756","MaaSModelRef":{"name":"auth-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"auth-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"auth-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.494796224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbea8d-e162-44ec-951f-9d3f74859474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.547526893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbea8d-e162-44ec-951f-9d3f74859474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.59999895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbea8d-e162-44ec-951f-9d3f74859474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.652620108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60dbea8d-e162-44ec-951f-9d3f74859474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.087053102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5f3ed9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5f3ed9","reconcileID":"bc836dac-d6a6-4a14-9952-8a948c18f522","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5f3ed9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-5f3ed9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.555360956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8226bee7-851d-45d2-b350-11cbd2f5d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.609372124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8226bee7-851d-45d2-b350-11cbd2f5d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.662153745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8226bee7-851d-45d2-b350-11cbd2f5d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.714822147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8226bee7-851d-45d2-b350-11cbd2f5d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.634324757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2391c03-6135-4611-894b-9ca8b9c736ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.687519703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2391c03-6135-4611-894b-9ca8b9c736ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.740043742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2391c03-6135-4611-894b-9ca8b9c736ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.792693961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2391c03-6135-4611-894b-9ca8b9c736ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.672339947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1fc1bd-dea5-4bb6-9483-90592b4b6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.725282312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1fc1bd-dea5-4bb6-9483-90592b4b6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.778009966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1fc1bd-dea5-4bb6-9483-90592b4b6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.832952563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1fc1bd-dea5-4bb6-9483-90592b4b6105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:54.77069552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea023386-6954-41de-bf16-4bb88b6fd244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:54.823515583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea023386-6954-41de-bf16-4bb88b6fd244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:54.876086442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea023386-6954-41de-bf16-4bb88b6fd244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:54.928793078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea023386-6954-41de-bf16-4bb88b6fd244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.931004141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.340373857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4313f0c8-be72-4340-8ec8-b1682f7e55fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.393403705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4313f0c8-be72-4340-8ec8-b1682f7e55fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.446395091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4313f0c8-be72-4340-8ec8-b1682f7e55fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.499020447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4313f0c8-be72-4340-8ec8-b1682f7e55fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.482174396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64db9e-b931-4021-aad3-a419332a3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.535616214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64db9e-b931-4021-aad3-a419332a3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.588332824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64db9e-b931-4021-aad3-a419332a3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.641231575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64db9e-b931-4021-aad3-a419332a3093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.104372427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"80cf4f9c-feff-485d-892b-c657afdb22ba","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"maas-trlp-auth-test-model-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.212321428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"cb80bad9-ca22-42d9-8cdf-91700e9504ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.269446319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"cb80bad9-ca22-42d9-8cdf-91700e9504ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.273600009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"84a1755c-fc94-47ce-b2ee-3fdc417625f3","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.273622851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"84a1755c-fc94-47ce-b2ee-3fdc417625f3","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.627753468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"1eab373c-ad27-41bb-a233-50e4e485e646","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.627773453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"1eab373c-ad27-41bb-a233-50e4e485e646","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.732919149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"662875ed-7315-42dd-b8c2-0355624855af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.790718949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"662875ed-7315-42dd-b8c2-0355624855af","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.800379286Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"06461b07-6e5d-42dd-8533-a7b3d20b87cb","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc66beea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.110005336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"7ad19344-34e9-4040-9fb1-cb3dba72ec33","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.171899745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"7ad19344-34e9-4040-9fb1-cb3dba72ec33","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.098667337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f054d4-c0e3-4020-b2e3-60d9dfcdd8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.154396895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f054d4-c0e3-4020-b2e3-60d9dfcdd8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.207444043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f054d4-c0e3-4020-b2e3-60d9dfcdd8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.260012496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f054d4-c0e3-4020-b2e3-60d9dfcdd8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.695114884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a5c437","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a5c437","reconcileID":"d493198c-64a8-4e60-ad62-ccf2a907eb80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a5c437","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a5c437":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.230563397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b427e7cd-144a-441b-9167-c20616183d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.286091245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b427e7cd-144a-441b-9167-c20616183d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.340516161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b427e7cd-144a-441b-9167-c20616183d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.393658059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b427e7cd-144a-441b-9167-c20616183d19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.853465315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"318e85a2-faba-422d-aade-01cc58dcbeb6","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","subscription":"e2e-auth-iso-fbcc43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.907439612Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"318e85a2-faba-422d-aade-01cc58dcbeb6","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.960619066Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"318e85a2-faba-422d-aade-01cc58dcbeb6","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"maas-trlp-auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.231539737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"6142f3a5-6b81-4748-8afd-38e97be0d96d","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.23156709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"6142f3a5-6b81-4748-8afd-38e97be0d96d","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.335751654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"d4719254-2aa6-40b4-8de4-a51561b2cb05","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.392106221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"d4719254-2aa6-40b4-8de4-a51561b2cb05","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.400649914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"d84aae8c-a96d-4e07-af4f-624fcccea18b","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.400668469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"d84aae8c-a96d-4e07-af4f-624fcccea18b","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.554499967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"7983817f-d266-418e-8ddc-55f9fc1ac079","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.611003981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"7983817f-d266-418e-8ddc-55f9fc1ac079","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.612793406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"62da7f60-6f60-442f-8d59-4749194157cf","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6beb6c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.72423911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"b3974498-989a-40f1-b4a3-557a4c297251","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.780794452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"b3974498-989a-40f1-b4a3-557a4c297251","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.881496977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"a3ce8aa0-81d6-4c69-a070-0d70549443b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.937902987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"a3ce8aa0-81d6-4c69-a070-0d70549443b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.300562549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbbb9da-7351-4ee5-90bc-c4b29cb9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.353203048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbbb9da-7351-4ee5-90bc-c4b29cb9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.40574848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbbb9da-7351-4ee5-90bc-c4b29cb9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.458080236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbbb9da-7351-4ee5-90bc-c4b29cb9e558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.220802794Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6499b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6499b0","reconcileID":"2cc9edbc-72e0-4ca3-8098-39a96e67626f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6499b0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6499b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.433874089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49600a71-c1dd-47c6-9ed8-22eaa393a354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.490242358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49600a71-c1dd-47c6-9ed8-22eaa393a354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.56118646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49600a71-c1dd-47c6-9ed8-22eaa393a354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:17.633821932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49600a71-c1dd-47c6-9ed8-22eaa393a354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.595154395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ae1c-b46a-4a32-b8aa-098e103f816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.649617499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ae1c-b46a-4a32-b8aa-098e103f816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.702472961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ae1c-b46a-4a32-b8aa-098e103f816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.755137372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1721ae1c-b46a-4a32-b8aa-098e103f816c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.692907928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25dd0a-d38f-4c71-9dbd-ae5226ae8f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.746230005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25dd0a-d38f-4c71-9dbd-ae5226ae8f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.798924804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25dd0a-d38f-4c71-9dbd-ae5226ae8f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.851578097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d25dd0a-d38f-4c71-9dbd-ae5226ae8f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.588724698Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f5ebfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f5ebfc","reconcileID":"754cb6fe-c0e8-4346-88d2-79d066e5b1dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f5ebfc","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f5ebfc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.926627032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e4dd5-fd82-449a-a8c4-2ca3bcfc0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.979816509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e4dd5-fd82-449a-a8c4-2ca3bcfc0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:24.038148854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e4dd5-fd82-449a-a8c4-2ca3bcfc0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:24.122099355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c53e4dd5-fd82-449a-a8c4-2ca3bcfc0ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:24.665578362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"eb8e973a-a681-46b2-b169-2c1b63a2e311","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","subscription":"e2e-auth-iso-fbcc43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:24.717948662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"eb8e973a-a681-46b2-b169-2c1b63a2e311","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:24.770783788Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"eb8e973a-a681-46b2-b169-2c1b63a2e311","MaaSSubscription":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"maas-trlp-auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.062281537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"c5668690-02f5-4fa4-b345-ff0fed0eda36","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.062312722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"c5668690-02f5-4fa4-b345-ff0fed0eda36","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.212249084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"19cc884b-70d3-412b-8f9e-02a76c63a9cc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.212270696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"19cc884b-70d3-412b-8f9e-02a76c63a9cc","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.223882916Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"4bcbd23b-680f-4e14-833e-5a6939b77076","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.277211882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"9b640239-1161-4d69-b259-cde994be0174","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.333641908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"9b640239-1161-4d69-b259-cde994be0174","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.381006045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"4bcbd23b-680f-4e14-833e-5a6939b77076","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.556214033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"4bcbd23b-680f-4e14-833e-5a6939b77076","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"name":"e2e-shared-a-w1-5b9382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.556238803Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"e2e-auth-iso-fbcc43","reconcileID":"4bcbd23b-680f-4e14-833e-5a6939b77076","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.612560829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"8ca08d68-5e7c-427a-a70b-37b12f0ab7d8","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"tenant":"e2e-shared-a-w1-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","model":"ai-tenant-e2e-shared-a-w1-5b9382/auth-test-model-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.612583676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"auth-test-model-5b9382","reconcileID":"8ca08d68-5e7c-427a-a70b-37b12f0ab7d8","MaaSModelRef":{"name":"auth-test-model-5b9382","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"routeName":"auth-test-model-5b9382-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","llmisvcName":"auth-test-model-5b9382","gateway":"openshift-ingress/e2e-shared-a-w1-5b9382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.646986877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"2be9847d-30d4-4d4f-b98e-f4097c2b98b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.703555457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"2be9847d-30d4-4d4f-b98e-f4097c2b98b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.767211271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"62c0f5a1-2a7c-4a66-95bc-b051ef4ab598","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.767236029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"62c0f5a1-2a7c-4a66-95bc-b051ef4ab598","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.909033914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"14c04ce5-64c4-4a92-81d0-1845743d2d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.937269603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.073053927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2783b827-54ca-488f-9bd6-7057d8924f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.125887078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2783b827-54ca-488f-9bd6-7057d8924f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.179273268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2783b827-54ca-488f-9bd6-7057d8924f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.231988794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"14c04ce5-64c4-4a92-81d0-1845743d2d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.232630563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2783b827-54ca-488f-9bd6-7057d8924f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.356769514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"14c04ce5-64c4-4a92-81d0-1845743d2d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"name":"e2e-shared-b-w1-2675c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.356794672Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"e2e-auth-iso-fbcc43","reconcileID":"14c04ce5-64c4-4a92-81d0-1845743d2d9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-fbcc43","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.413170142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"13d9b731-635a-4712-933a-15ac0fa8238d","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"tenant":"e2e-shared-b-w1-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","model":"ai-tenant-e2e-shared-b-w1-2675c7/auth-test-model-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.41318965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"auth-test-model-2675c7","reconcileID":"13d9b731-635a-4712-933a-15ac0fa8238d","MaaSModelRef":{"name":"auth-test-model-2675c7","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"routeName":"auth-test-model-2675c7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","llmisvcName":"auth-test-model-2675c7","gateway":"openshift-ingress/e2e-shared-b-w1-2675c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.124088684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bf9de3-2cce-45d0-99c8-d0c50e5111a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.176947622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bf9de3-2cce-45d0-99c8-d0c50e5111a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.22977547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bf9de3-2cce-45d0-99c8-d0c50e5111a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.282360128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bf9de3-2cce-45d0-99c8-d0c50e5111a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.182103395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8f7ada-b114-4664-86b8-bfb3abe333d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.234766903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8f7ada-b114-4664-86b8-bfb3abe333d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.287283034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8f7ada-b114-4664-86b8-bfb3abe333d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.375325343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc8f7ada-b114-4664-86b8-bfb3abe333d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.931706074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.061827615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"54292cc3-38fa-44a6-b0e5-c068de92c4ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5f3ed9","tenantID":"e2e-extmod-a-5f3ed9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.181207849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"54292cc3-38fa-44a6-b0e5-c068de92c4ec","name":"e2e-extmod-a-5f3ed9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.206087466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9009b406-6fe8-4ca6-a4ef-d18094826ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.258951563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9009b406-6fe8-4ca6-a4ef-d18094826ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.311521252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9009b406-6fe8-4ca6-a4ef-d18094826ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.364276663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9009b406-6fe8-4ca6-a4ef-d18094826ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.685774938Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9d48cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9d48cf","reconcileID":"4b7d9559-d9a5-4377-8525-19b8526d76b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9d48cf","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-9d48cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:16.320875535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b8af01-611a-46aa-a23b-6d48a831fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:16.373656776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b8af01-611a-46aa-a23b-6d48a831fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:16.426886259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b8af01-611a-46aa-a23b-6d48a831fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:16.481848691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b8af01-611a-46aa-a23b-6d48a831fede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.931095379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:43.696559766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"755f3e7e-2f53-4776-80ad-6b189783672c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a5c437","tenantID":"e2e-extmod-b-a5c437","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:43.815027075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"755f3e7e-2f53-4776-80ad-6b189783672c","name":"e2e-extmod-b-a5c437-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.80824998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"a765b780-0b75-4bfc-baf4-deba6a0bd318","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6499b0","tenantID":"e2e-extmod-b-6499b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.924414505Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"a765b780-0b75-4bfc-baf4-deba6a0bd318","name":"e2e-extmod-b-6499b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.930223355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.765669826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"1897d9a4-d721-4403-8fec-f93fdff7ea38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f5ebfc","tenantID":"e2e-extmod-a-f5ebfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.881703989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"1897d9a4-d721-4403-8fec-f93fdff7ea38","name":"e2e-extmod-a-f5ebfc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.931587623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.035815843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"5579b11d-4ca2-46a4-96d6-300059bf6e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.145373221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"9328d5d6-dd37-4cb8-86c5-90eeeead38c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.434002636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"944bb29d-8651-4184-b178-5871442c5b41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.530932011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"40305c66-8359-4e05-a4e9-ecc1ab5f7268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.630097267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"32663f98-dd59-4d14-acc8-e30990464017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.661331035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c584d2ac-b5c9-4f1d-b013-f87c05cc3d08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.73033691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09c6de89-e857-440e-beb0-b7afdd16f792","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.832502768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5f1b8693-e033-4582-8d06-b8fb70243f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.936455339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8ca4a124-2525-46c9-a67c-474d54485f49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.1721457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"1e56a02b-30a4-4e23-812a-a1adbfe4dbf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.293302945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"85cf6c3c-6ed4-4976-a17e-75ba7aa610e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.39041512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f6da86ff-b570-427c-8edc-f6ed91e16349","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.930659746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:58.909995342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"e998f641-a798-4c11-a204-6065295c28a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-9d48cf","tenantID":"e2e-autores-9d48cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.038480461Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"e998f641-a798-4c11-a204-6065295c28a7","name":"e2e-autores-9d48cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.40346499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0049991d-110d-4a0d-b28c-8466d3968d65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.505949678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"bf82b00f-d019-4114-ab40-10feb8fffcdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.524474909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"31f12ad5-f659-48bf-83e1-cee05ee6a580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.611336942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d0f3ed4f-e2dc-4aaf-8f45-48582625ca02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.870416689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"4c3bb9a1-81ed-4719-a5f5-484604c1efcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.969963965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"95020d1c-b779-4b43-babd-4114932d8ebf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.09637098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"aa7fb61b-131f-4807-ad0f-ed16252923fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.281201935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5439a16c-8629-42c9-b565-f89abf8da1a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.322317859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"7875099a-0ee0-4aaa-9691-0f09f37d3162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.670189895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"055b4646-932c-439f-8767-7fe1de88ace5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.837631907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"675f5c9c-a2d7-4e3c-a02b-e334d1a29410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:15.018158114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"eec1eabc-15c0-4b9b-aebf-f87c73924233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.227877335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da63eabf-6aa1-4fc0-98ed-71ddbcc3e0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.281075068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da63eabf-6aa1-4fc0-98ed-71ddbcc3e0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.333615495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da63eabf-6aa1-4fc0-98ed-71ddbcc3e0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.386762735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da63eabf-6aa1-4fc0-98ed-71ddbcc3e0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.432540995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4abed7-4a27-4ad6-935b-512706d684dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.486198088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4abed7-4a27-4ad6-935b-512706d684dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.539320519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4abed7-4a27-4ad6-935b-512706d684dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.595989524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f4abed7-4a27-4ad6-935b-512706d684dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.93024462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.635453545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d19aba8-696b-4209-adc1-0f6e85f42984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.68805368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d19aba8-696b-4209-adc1-0f6e85f42984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.749255263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d19aba8-696b-4209-adc1-0f6e85f42984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.804029672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d19aba8-696b-4209-adc1-0f6e85f42984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.81663734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc440977-6943-45a5-9d91-c5a1646dc1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.869217666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc440977-6943-45a5-9d91-c5a1646dc1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.921941605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc440977-6943-45a5-9d91-c5a1646dc1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.976149176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc440977-6943-45a5-9d91-c5a1646dc1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.873311611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da22546-45d8-4b0c-82e7-06520cdf1565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.926863152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da22546-45d8-4b0c-82e7-06520cdf1565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.980137599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da22546-45d8-4b0c-82e7-06520cdf1565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.033099403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da22546-45d8-4b0c-82e7-06520cdf1565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:33.965586189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca97a3-993c-4782-b119-c93d921279cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.018088277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca97a3-993c-4782-b119-c93d921279cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.098353917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca97a3-993c-4782-b119-c93d921279cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:34.158070203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ca97a3-993c-4782-b119-c93d921279cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:42.02834835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85170eb-580e-41d6-bc29-1d2264df0af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:42.080930246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85170eb-580e-41d6-bc29-1d2264df0af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:42.133634833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85170eb-580e-41d6-bc29-1d2264df0af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:42.1862275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d85170eb-580e-41d6-bc29-1d2264df0af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:44.098523769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be932d-5970-4291-a309-629428de8ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:44.151740881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be932d-5970-4291-a309-629428de8ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:44.204552606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be932d-5970-4291-a309-629428de8ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:44.256999417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54be932d-5970-4291-a309-629428de8ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.642988971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","namespace":"ai-tenant-e2e-extmod-a-f5ebfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.643070062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","namespace":"ai-tenant-e2e-extmod-a-f5ebfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.64312904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","tenant":"e2e-extmod-a-f5ebfc","tenantID":"e2e-extmod-a-f5ebfc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.697715895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f5ebfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.760913554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Service","name":"maas-api-e2e-extmod-a-f5ebfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.817944184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f5ebfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.872631697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f5ebfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.928647221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.989647238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.045121959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.10521686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.16323798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.215925826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.231182338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ac8d-8677-4c28-a2b9-bef9c2f11c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.302024455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Service","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.304559388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ac8d-8677-4c28-a2b9-bef9c2f11c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.357783744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.358069028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ac8d-8677-4c28-a2b9-bef9c2f11c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.410501351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.410909627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb1ac8d-8677-4c28-a2b9-bef9c2f11c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.463210845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.515619747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.568055778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.620484676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.677388403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.729811312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f5ebfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.782557638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f5ebfc"},"namespace":"ai-tenant-e2e-extmod-a-f5ebfc","name":"default-tenant","reconcileID":"3d87b868-07cf-4189-aeb0-04c2df1be2ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f5ebfc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.368315346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf77dd7-1c3b-4849-bd77-6a89696c7b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.424783191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf77dd7-1c3b-4849-bd77-6a89696c7b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.477499872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf77dd7-1c3b-4849-bd77-6a89696c7b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.477622261Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f5ebfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f5ebfc","reconcileID":"b3b1d4f8-ab82-4e37-8215-a4d7e476ca39","aitenant":"ai-tenants/e2e-extmod-a-f5ebfc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.531071711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf77dd7-1c3b-4849-bd77-6a89696c7b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.691027953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"0666e34a-183b-4ac2-8d92-eb8ffc812b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.74404994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"588b9d12-d1fb-44ec-8a24-9fd2591848f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.959736961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"bf25d082-1c9f-4e1f-827c-edc7ef9af71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.11713263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"0e0cdf9d-aaf5-44a8-bcf7-de9ccd672af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.231003806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"31e78c9d-9a08-4ae7-9cdf-9b435fff52c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.240157436Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f5ebfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f5ebfc","reconcileID":"b3b1d4f8-ab82-4e37-8215-a4d7e476ca39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f5ebfc","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f5ebfc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.330865356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"477d87b8-37ba-40ef-a58e-5d9c326aa68b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.342716728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24b0f4cd-4c4c-4484-b7d0-a6a2df1d7017","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.430354236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ca9b6dd-f46d-497d-9880-a556edfd60e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.532568697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e14b12dd-8708-4698-824a-6bca5da3c625","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.803381184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"395c45ac-98b5-4a97-9e3d-2084648f2679","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.948364629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"6e092a50-ee12-44ce-bc16-0d3ac4639926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.338539838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"de705349-cdc9-4239-966d-152fd1172dc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.51873629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c863d53-5db9-47ee-ace6-68d96113aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.572176219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c863d53-5db9-47ee-ace6-68d96113aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.624700782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c863d53-5db9-47ee-ace6-68d96113aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.677529574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c863d53-5db9-47ee-ace6-68d96113aece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:52.586036898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d875dc1a-ca04-4215-87b5-23393fe2a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:52.638859053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d875dc1a-ca04-4215-87b5-23393fe2a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:52.691785693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d875dc1a-ca04-4215-87b5-23393fe2a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:52.745040807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d875dc1a-ca04-4215-87b5-23393fe2a5f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.143218367Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"55fee35e-c0ef-49f3-8764-216264d584c4","namespace":"llm","name":"e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.21491044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"92c9499f-9c4c-4a76-9c19-83419f3c683d","namespace":"llm","name":"e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.31467981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5b70426f-f1a6-499c-a0a7-5719a5e67de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.31527421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c7ebca6a-0795-415c-800f-ba8710175de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.315983548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"0f872874-6657-456a-ab7f-73d29c993994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.316198927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"99b4d3b9-8906-458f-8878-4787bddae9c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.322159695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"13afda2d-720b-4822-ad00-70ba2e129096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.372542977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c7ebca6a-0795-415c-800f-ba8710175de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.373583602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"5b70426f-f1a6-499c-a0a7-5719a5e67de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.374887129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"0f872874-6657-456a-ab7f-73d29c993994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.377169751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"99b4d3b9-8906-458f-8878-4787bddae9c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.378607273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"13afda2d-720b-4822-ad00-70ba2e129096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.420822998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee8c61c0-4725-4a6f-8488-9294c8399271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.420864349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee8c61c0-4725-4a6f-8488-9294c8399271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.421178246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e3c9568-7f35-4914-a9e1-1595a2256463","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.42119277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e3c9568-7f35-4914-a9e1-1595a2256463","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.421446974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4934d698-381c-4133-84fe-32b7b6c032b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.421459522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4934d698-381c-4133-84fe-32b7b6c032b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.421714997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b300cc81-6e73-43d1-9c4b-78edbb05f64f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.421727512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b300cc81-6e73-43d1-9c4b-78edbb05f64f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422080494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed53d419-94d9-4f62-8141-a5ef093ed795","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422093728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed53d419-94d9-4f62-8141-a5ef093ed795","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422332237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc09cca5-caa7-4b6a-bb3c-03fb1ba7e78f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422342573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc09cca5-caa7-4b6a-bb3c-03fb1ba7e78f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422561728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8fce9fb-8a35-4d99-8264-e2604d565b6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.42257292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8fce9fb-8a35-4d99-8264-e2604d565b6c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422884242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf585d1c-041c-42d0-a56d-c55979b9ded2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.422901039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf585d1c-041c-42d0-a56d-c55979b9ded2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.62901264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4a6ac33c-212e-465d-87ce-d72c22fc1339","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"name":"e2e-dft-1b0dea","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.635787372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93461d56-bf4d-471c-be62-4023feb65e54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.6365219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b17dbf40-c72d-494f-b0f1-ecf99bd57717","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.738294799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c88b6cc5-e478-454a-a18b-2f20e08443f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.738318559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c88b6cc5-e478-454a-a18b-2f20e08443f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.750756171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"075bf648-0d53-4148-84ab-69a0e9f60d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.753298373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04a6f5bc-c8c9-4c2d-8bfe-8df93559b6ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.758249735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"04a6f5bc-c8c9-4c2d-8bfe-8df93559b6ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.753745067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555d8716-825b-4b6a-894e-72b10486eceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.811234071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"165891a2-89e9-4579-8561-65148930f9ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.811714788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44fd2d33-dfa1-4866-99ed-7205b091a72f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.811730659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44fd2d33-dfa1-4866-99ed-7205b091a72f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812163941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efbc0e6a-205d-4e99-a785-878b06a17305","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.81217688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efbc0e6a-205d-4e99-a785-878b06a17305","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812400982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5be5a72f-db0c-4a4d-8fa9-2e684f17fab4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812410943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5be5a72f-db0c-4a4d-8fa9-2e684f17fab4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812624325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9cc15d9-158b-4c2c-ab29-74abda0dd01f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812633058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9cc15d9-158b-4c2c-ab29-74abda0dd01f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812846137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80dc7a29-d290-459f-84d3-4ec4003ffcca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.812856278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"80dc7a29-d290-459f-84d3-4ec4003ffcca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.865273484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"db4bf0b6-189e-449a-b8cd-ae3a26aeb288","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"name":"e2e-dft-1b0dea","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.869573446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"075bf648-0d53-4148-84ab-69a0e9f60d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.869607099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555d8716-825b-4b6a-894e-72b10486eceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.87191433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"165891a2-89e9-4579-8561-65148930f9ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.918581213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f370f2-ac5d-4514-9874-efa391077db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.919238734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"15e305d7-9eae-49f9-b081-b5f756c4c436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.920215491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fcf0a737-6509-4e1d-b3e1-34bbe3dbb2c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.920236904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fcf0a737-6509-4e1d-b3e1-34bbe3dbb2c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.012926427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"15e305d7-9eae-49f9-b081-b5f756c4c436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.017272854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f370f2-ac5d-4514-9874-efa391077db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.246022356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"afaf1afc-0b73-4be5-af12-c7ee8ec19c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.248975336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"196d2dd3-1a0b-49ce-b9f4-02f8869a028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.249187732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"10e3f676-7ccf-4b93-9b91-df2e14cb84fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.303155299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"afaf1afc-0b73-4be5-af12-c7ee8ec19c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.30649249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"10e3f676-7ccf-4b93-9b91-df2e14cb84fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.306538856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"196d2dd3-1a0b-49ce-b9f4-02f8869a028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.327475354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"babb5d9f-b881-4231-9693-ad452c325775","namespace":"llm","name":"e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.368392225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"30fb94b5-7e03-4aa5-b8ae-46529ed14597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.368744813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f47f219c-cbf1-4849-812f-43450364d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.381543969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"b9172101-ce6c-48c2-9751-da124a274477","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.381637107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"b9172101-ce6c-48c2-9751-da124a274477","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.447152322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"30fb94b5-7e03-4aa5-b8ae-46529ed14597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.449289528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f47f219c-cbf1-4849-812f-43450364d4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.716981508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fd38c2-f49f-42ca-87b0-60b64c3f040e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.717109294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1186058c-963d-485c-b679-e8467f6225e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.71733011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"139af1be-0aec-4ccb-8a1a-d349c6cd32c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.717386155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7bcc1f44-31ff-44b8-8b8b-45d92b10283a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.770001308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fd38c2-f49f-42ca-87b0-60b64c3f040e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.822801783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fd38c2-f49f-42ca-87b0-60b64c3f040e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.827970488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7bcc1f44-31ff-44b8-8b8b-45d92b10283a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.82799545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1186058c-963d-485c-b679-e8467f6225e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.875327867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fd38c2-f49f-42ca-87b0-60b64c3f040e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.88032447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"139af1be-0aec-4ccb-8a1a-d349c6cd32c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.980346558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3c47d676-411b-4573-98c1-05542714c16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:54.980726094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"c13831ec-1085-4636-ae42-8500be3e646d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.037089893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3c47d676-411b-4573-98c1-05542714c16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.037313136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"c13831ec-1085-4636-ae42-8500be3e646d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.247311915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ee069fb9-49fb-4dbb-95d5-9604d2225420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.247523061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bdd6378-bee6-4341-b0ca-b9147ae0d80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.247312192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ed46cbcd-b0d3-488f-bb63-a3d91150e924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.30436387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bdd6378-bee6-4341-b0ca-b9147ae0d80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.304500007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ee069fb9-49fb-4dbb-95d5-9604d2225420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.306453599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"ed46cbcd-b0d3-488f-bb63-a3d91150e924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.389721253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"12085141-975f-4af5-b819-6e96525c4eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.389737816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"26ef26cb-fbb9-4141-ab2e-4d618746f590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.446466533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"12085141-975f-4af5-b819-6e96525c4eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.446651584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"26ef26cb-fbb9-4141-ab2e-4d618746f590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.620011052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c22a9380-68c1-4133-b339-67c58ec1ccbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.620011466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c71b88ec-cb2e-4559-aff4-e30e67dfa1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.676778114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c71b88ec-cb2e-4559-aff4-e30e67dfa1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.678291952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"c22a9380-68c1-4133-b339-67c58ec1ccbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.930072988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.72088907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"6fe3b333-41f6-4727-b3fb-686c10d07137","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.720918771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"6fe3b333-41f6-4727-b3fb-686c10d07137","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.826354796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"1e87e6c4-0f6a-4756-9d0a-f5caf64ee992","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.826383513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"1e87e6c4-0f6a-4756-9d0a-f5caf64ee992","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.934474886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"0f83e427-29c5-481a-9c55-949a0665618f","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:59.991270265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"0f83e427-29c5-481a-9c55-949a0665618f","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.419883733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"46199827-9dec-4b3c-9106-69ca0643867e","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.419909988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"46199827-9dec-4b3c-9106-69ca0643867e","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.577929381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"183512dc-2646-4c2a-b772-8c62de83b291","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.634674387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"183512dc-2646-4c2a-b772-8c62de83b291","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.570441348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"8d6f8875-ae06-4413-be67-3175f1468fed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.570480406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"8d6f8875-ae06-4413-be67-3175f1468fed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:02.628327779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"a7fd6945-4b33-4691-a890-58d623f360b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1b0dea-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.747272713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5640c1b1-5f18-4cb0-91be-21a3ac2db99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.748099967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d735a0-7e31-4750-9e68-58f73cd6c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.748662964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2ab40d2e-8d85-496d-9cdc-e4a7b58a476d","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.74942947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3caa5190-7901-4db5-8eb1-88a9bdab8617","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.749450452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3caa5190-7901-4db5-8eb1-88a9bdab8617","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.857102045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4b173b77-ec2a-46eb-bd15-89f6c015bcdd","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.857139288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4b173b77-ec2a-46eb-bd15-89f6c015bcdd","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.908329506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d735a0-7e31-4750-9e68-58f73cd6c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:02.91220888Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2ab40d2e-8d85-496d-9cdc-e4a7b58a476d","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:02.915116976Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5640c1b1-5f18-4cb0-91be-21a3ac2db99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.963650505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74d735a0-7e31-4750-9e68-58f73cd6c9c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.965115415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"d703a76a-01f6-4c71-9e24-952458b6de2f","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.965138497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"d703a76a-01f6-4c71-9e24-952458b6de2f","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:02.967590922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2ab40d2e-8d85-496d-9cdc-e4a7b58a476d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:02.972512804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5640c1b1-5f18-4cb0-91be-21a3ac2db99d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.071018166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"5fccc070-c132-4be4-ba93-a19da5363aed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.071050258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"5fccc070-c132-4be4-ba93-a19da5363aed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.124576647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"faf787ca-6560-44e3-9d52-22258f65c8ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.124604279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"faf787ca-6560-44e3-9d52-22258f65c8ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.125013751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"641d9d7d-f200-4d9f-a664-d7ff716bd5a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.125027293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"641d9d7d-f200-4d9f-a664-d7ff716bd5a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.125434291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"d827ec2f-98c8-4163-be61-ffb01c2f49e6","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1b0dea","model":"e2e-dft-1b0dea","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1b0dea-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.177622601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"75cc4493-9ad1-438f-99f8-1dced69707e2","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.180227037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66ae858a-4a54-4fc7-a381-a3240269a6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.229993694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d7d8dce-3aee-4bd2-82b4-41a9a4d891eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.234511986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"75cc4493-9ad1-438f-99f8-1dced69707e2","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.236156314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66ae858a-4a54-4fc7-a381-a3240269a6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.286912703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d7d8dce-3aee-4bd2-82b4-41a9a4d891eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.290122589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"75cc4493-9ad1-438f-99f8-1dced69707e2","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.291808411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66ae858a-4a54-4fc7-a381-a3240269a6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.343268611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d7d8dce-3aee-4bd2-82b4-41a9a4d891eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.398680276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"832c597f-943d-47b1-b595-d858ee6816cc","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.39871002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"832c597f-943d-47b1-b595-d858ee6816cc","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.519473022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"24ef4489-bd71-4fa3-a725-c43c979b3446","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.519500185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"24ef4489-bd71-4fa3-a725-c43c979b3446","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.572912328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6250843-4f7b-4b90-83ed-2eff91064f59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.572934342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6250843-4f7b-4b90-83ed-2eff91064f59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.61090607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"ad1aaebc-8838-4d5c-8e42-b2bcaa9438f2","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1b0dea","model":"llm/e2e-dft-1b0dea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.177893532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"367a11a5-6cda-4169-a91b-15f4afc552e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.279419901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33f93f7e-685f-4c90-b5ae-8cae895779f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.297662737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"db98f152-18d4-4248-bf0d-0efed612f1a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.683249963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"d0dd7610-87cb-4762-afb1-19ee0199a341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.853690868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4f554291-0998-4bd4-baee-f7374d943a94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.963633699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"df52e651-2dd6-4d43-a9cb-2b74c68f5f3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.065571154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"7facc2d3-225c-4d74-8568-fb70c3f722fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.075041622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"62e63ccf-f5a1-4717-bbff-1c95a79e3d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.244633532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"f0ecc094-da96-485a-8cf1-adcfc0094592","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.356618197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"036b0d72-f402-43f8-9417-a4497e6f5bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.523968286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db08fd76-2c5d-4dd5-9147-e6f520582f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.62428106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"3e38e43c-00e7-4e41-858f-e5071e8bbc31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.532945929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"d76d4881-77a6-4f43-8b20-a07be8d20337","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.533160615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e27b6147-7b0a-4860-b529-4ae71cb29690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.532943865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78959cff-6910-4ad4-bc0f-82e726ba0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.59077533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e27b6147-7b0a-4860-b529-4ae71cb29690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.592941882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78959cff-6910-4ad4-bc0f-82e726ba0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.593571766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"d76d4881-77a6-4f43-8b20-a07be8d20337","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.646235982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e27b6147-7b0a-4860-b529-4ae71cb29690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.649166752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78959cff-6910-4ad4-bc0f-82e726ba0db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.649231731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"d76d4881-77a6-4f43-8b20-a07be8d20337","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.415556862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbbe94c-f3a8-44ce-aa30-c8a6fad55c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.468998856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbbe94c-f3a8-44ce-aa30-c8a6fad55c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.521921195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbbe94c-f3a8-44ce-aa30-c8a6fad55c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.574360809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfbbe94c-f3a8-44ce-aa30-c8a6fad55c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.485754664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f96ebf-a967-4d1e-a6f5-e90c31824aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.538893352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f96ebf-a967-4d1e-a6f5-e90c31824aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.591461671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f96ebf-a967-4d1e-a6f5-e90c31824aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.64471519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f96ebf-a967-4d1e-a6f5-e90c31824aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.530460644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a03302-8ae4-43e7-be51-c566a18adc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.582790806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a03302-8ae4-43e7-be51-c566a18adc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.635539335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a03302-8ae4-43e7-be51-c566a18adc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.688169964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a03302-8ae4-43e7-be51-c566a18adc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.857626345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bb5597-3711-44b7-b240-9546a489c8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.858908868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"91f5af75-07d9-430a-8847-624c6e65719a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.85899372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f94d9ea-7997-4c12-a90d-e3c8b5422281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.914175378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bb5597-3711-44b7-b240-9546a489c8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.916100199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"91f5af75-07d9-430a-8847-624c6e65719a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.918889938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f94d9ea-7997-4c12-a90d-e3c8b5422281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.969414864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2bb5597-3711-44b7-b240-9546a489c8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.972691722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"91f5af75-07d9-430a-8847-624c6e65719a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.97494032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f94d9ea-7997-4c12-a90d-e3c8b5422281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:25.930813069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.179235324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836d17b8-fe01-49c4-8dec-7c1adb785eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.180334365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"95602c64-2326-4480-b654-52aef99ae57a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.184561177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97b1460-1175-49e4-8c44-b5366182004b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.235653893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836d17b8-fe01-49c4-8dec-7c1adb785eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.236382108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"95602c64-2326-4480-b654-52aef99ae57a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.241729379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97b1460-1175-49e4-8c44-b5366182004b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.290879441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836d17b8-fe01-49c4-8dec-7c1adb785eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.291386806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"95602c64-2326-4480-b654-52aef99ae57a","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.29853964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97b1460-1175-49e4-8c44-b5366182004b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.613986465Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","namespace":"ai-tenant-e2e-extmod-a-5f3ed9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.614053429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","namespace":"ai-tenant-e2e-extmod-a-5f3ed9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.61410359Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","tenant":"e2e-extmod-a-5f3ed9","tenantID":"e2e-extmod-a-5f3ed9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.668670819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Deployment","name":"maas-api-e2e-extmod-a-5f3ed9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.730352113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Service","name":"maas-api-e2e-extmod-a-5f3ed9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.789062203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-5f3ed9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.843596793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-5f3ed9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.909421508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.964530115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.021526372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.088026907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.141215749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.194906593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.247471094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Service","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.299827241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.35213859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.404638596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.456802909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.509337309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.561894445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.614096809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.666555821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-5f3ed9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.718715746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5f3ed9"},"namespace":"ai-tenant-e2e-extmod-a-5f3ed9","name":"default-tenant","reconcileID":"31440e31-b8bd-4ffb-b7d1-1b5fb7691124","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-5f3ed9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.775799728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","namespace":"ai-tenant-e2e-autores-9d48cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.775925113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","namespace":"ai-tenant-e2e-autores-9d48cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.775999474Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","tenant":"e2e-autores-9d48cf","tenantID":"e2e-autores-9d48cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.830190966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Deployment","name":"maas-api-e2e-autores-9d48cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.890188763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Service","name":"maas-api-e2e-autores-9d48cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:33.951764177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-9d48cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.00711204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-9d48cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.077588002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.1363248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.193972749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.249426939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.302162222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Deployment","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.371077743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.426789278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Service","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.446597752Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5f3ed9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5f3ed9","reconcileID":"c95442a6-18f4-4938-91a0-c70022c531bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5f3ed9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-5f3ed9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.48169097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"Service","name":"payload-pre-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.538365055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"DestinationRule","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.591071273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.644319313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.716616881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.769147331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.821326525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.873622237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-9d48cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.925711085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9d48cf"},"namespace":"ai-tenant-e2e-autores-9d48cf","name":"default-tenant","reconcileID":"1b2dbfe5-5410-4b0e-badb-fc7a9b0ca435","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-9d48cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.98862725Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","namespace":"ai-tenant-e2e-extmod-a-8ff63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.988774407Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","namespace":"ai-tenant-e2e-extmod-a-8ff63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:34.988885381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","tenant":"e2e-extmod-a-8ff63c","tenantID":"e2e-extmod-a-8ff63c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.043548443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8ff63c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.105069901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Service","name":"maas-api-e2e-extmod-a-8ff63c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.165424463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8ff63c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.225026306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8ff63c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.283329857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.354856418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.414262874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.523712869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.580811289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.633348136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.639650118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1aac3f-fc90-477d-afa6-c8b2a77c7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.692068909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Service","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.69272413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1aac3f-fc90-477d-afa6-c8b2a77c7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.74476818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.745563925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1aac3f-fc90-477d-afa6-c8b2a77c7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.798222566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.798709134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1aac3f-fc90-477d-afa6-c8b2a77c7a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.851367094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.903328815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:35.959118829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.014226591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.066652414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.121416516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8ff63c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.174219281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8ff63c"},"namespace":"ai-tenant-e2e-extmod-a-8ff63c","name":"default-tenant","reconcileID":"543cfe26-10aa-4e5d-835d-f3c1c3bc7803","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8ff63c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.233752261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","namespace":"ai-tenant-e2e-extmod-a-a1b015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.233957316Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","namespace":"ai-tenant-e2e-extmod-a-a1b015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.234077711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","tenant":"e2e-extmod-a-a1b015","tenantID":"e2e-extmod-a-a1b015","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.288505817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a1b015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.348725128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Service","name":"maas-api-e2e-extmod-a-a1b015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.407932064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a1b015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.462563708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a1b015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.531714229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.590177352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.647618215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.749511167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.802692728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.855245004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.914129495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Service","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:36.966826771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.01902482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.07154189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.123486579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.179126696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.232134997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.284176469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.338172234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a1b015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.392703245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a1b015"},"namespace":"ai-tenant-e2e-extmod-a-a1b015","name":"default-tenant","reconcileID":"4a226436-f24a-4be2-9a16-017874c97a26","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a1b015","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.751638376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4b03e2-e426-4e70-bd74-37afc4bf7d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.804310233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4b03e2-e426-4e70-bd74-37afc4bf7d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.857492788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4b03e2-e426-4e70-bd74-37afc4bf7d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.910080676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d4b03e2-e426-4e70-bd74-37afc4bf7d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.926501529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce35c8a-3f7f-4517-8981-0787a2815c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.979366802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce35c8a-3f7f-4517-8981-0787a2815c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.033898586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce35c8a-3f7f-4517-8981-0787a2815c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:40.094949676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce35c8a-3f7f-4517-8981-0787a2815c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.751624831Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8ff63c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8ff63c","reconcileID":"4aa61fa1-56a7-4895-91fe-c6c1d973c163","aitenant":"ai-tenants/e2e-extmod-a-8ff63c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.088289231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348530d-59bf-4a1f-9262-ee17bfc3df80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.140776943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348530d-59bf-4a1f-9262-ee17bfc3df80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.19371661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348530d-59bf-4a1f-9262-ee17bfc3df80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.246268298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6348530d-59bf-4a1f-9262-ee17bfc3df80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.521479502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"8ff9b48f-82ad-4a1f-b7dd-ad79430c9eaf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.521786395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027c3fd5-00be-467f-ada1-fb5f9077895a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.521479499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd7a2c6-e352-4a08-a7ee-ec203daebec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.546177063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8ff63c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8ff63c","reconcileID":"4aa61fa1-56a7-4895-91fe-c6c1d973c163","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8ff63c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8ff63c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.579095957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd7a2c6-e352-4a08-a7ee-ec203daebec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.582334085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"8ff9b48f-82ad-4a1f-b7dd-ad79430c9eaf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.582989299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027c3fd5-00be-467f-ada1-fb5f9077895a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.634514601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd7a2c6-e352-4a08-a7ee-ec203daebec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.639600588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027c3fd5-00be-467f-ada1-fb5f9077895a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:42.640233883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"8ff9b48f-82ad-4a1f-b7dd-ad79430c9eaf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.133034341Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9d48cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9d48cf","reconcileID":"b77240b7-59df-4949-9ca5-ba5af3446b63","aitenant":"ai-tenants/e2e-autores-9d48cf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:43.901677342Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9d48cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9d48cf","reconcileID":"b77240b7-59df-4949-9ca5-ba5af3446b63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9d48cf","removed":["maas.opendatahub.io/gateway-access-e2e-autores-9d48cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:44.196799542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac276d6-bf76-492a-bab6-c1986f800d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:44.249283198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac276d6-bf76-492a-bab6-c1986f800d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:44.301613767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac276d6-bf76-492a-bab6-c1986f800d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:44.358659467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac276d6-bf76-492a-bab6-c1986f800d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.318156529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48906784-2c62-417c-b8f5-1c3d0e1be983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.371080426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48906784-2c62-417c-b8f5-1c3d0e1be983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.371317002Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a1b015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a1b015","reconcileID":"02f42336-b359-4666-93d1-c89c55ab539e","aitenant":"ai-tenants/e2e-extmod-a-a1b015","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.424201702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48906784-2c62-417c-b8f5-1c3d0e1be983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.476731915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48906784-2c62-417c-b8f5-1c3d0e1be983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.529505929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"7e7c5bdb-4a89-4dc8-b488-6f79106f5685","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1b0dea","model":"llm/e2e-dft-1b0dea","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.862504932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3a0076e2-8cdb-4281-9881-132cbfc6cfed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.862534157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3a0076e2-8cdb-4281-9881-132cbfc6cfed","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.162180762Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a1b015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a1b015","reconcileID":"02f42336-b359-4666-93d1-c89c55ab539e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a1b015","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a1b015"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.791118345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"ccbf6481-0ac5-4e50-8d4c-0d168fde203f","namespace":"llm","name":"e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.957114738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"375e5778-5767-438f-ac51-db606129f0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.957938555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"b70b2cc0-6ed6-4d86-97a6-ec6f85ce87cf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.970763896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13bf337b-df96-4bcb-ab82-e2c8d11f7ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.055867759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13bf337b-df96-4bcb-ab82-e2c8d11f7ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.056307111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c3803ab9-935f-4037-94fa-34d409267f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.056643646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"81c1dd0e-582e-4f4e-86f6-b93b6d727f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.059084942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"b70b2cc0-6ed6-4d86-97a6-ec6f85ce87cf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.060543354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"375e5778-5767-438f-ac51-db606129f0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.116744723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13bf337b-df96-4bcb-ab82-e2c8d11f7ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.120376692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"81c1dd0e-582e-4f4e-86f6-b93b6d727f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.121791512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"375e5778-5767-438f-ac51-db606129f0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.139356586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"b70b2cc0-6ed6-4d86-97a6-ec6f85ce87cf","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.142474028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c3803ab9-935f-4037-94fa-34d409267f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.215938087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"7342a0e0-b83d-47fb-9f57-254b39970eef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.327116806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7829162-52f0-4b44-8b7b-87e96b067569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.327143821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7829162-52f0-4b44-8b7b-87e96b067569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.330019056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce486397-ce9a-4b6c-9a97-7163a009c39d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.330042053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce486397-ce9a-4b6c-9a97-7163a009c39d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.338136697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0e07fa01-393d-41e3-b6f8-fe45420d9fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.357747816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"200d8cb2-2874-43db-bc37-fd1a61a9aaf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.383272474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"fa54900c-91e1-4c76-9176-3e9012ad409b","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.383295404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"fa54900c-91e1-4c76-9176-3e9012ad409b","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.394894968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"0e07fa01-393d-41e3-b6f8-fe45420d9fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.41289065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"f90ce285-80bf-46eb-b2f4-bded713c4a59","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.414593823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"200d8cb2-2874-43db-bc37-fd1a61a9aaf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.470596761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"f90ce285-80bf-46eb-b2f4-bded713c4a59","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.48906561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d01f607b-db12-4d8c-8483-babd1992741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.489065679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"84159a3d-c333-4983-8b77-7e7f645f7d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.532530526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"f90ce285-80bf-46eb-b2f4-bded713c4a59","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.546545144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d01f607b-db12-4d8c-8483-babd1992741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.546737862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"84159a3d-c333-4983-8b77-7e7f645f7d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.547063082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"15087acc-3ef5-4e09-b391-0106f448dbd7","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62cb0917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.547211084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4ef92e9d-6bbb-415e-8ebf-321112b65201","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.547228614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4ef92e9d-6bbb-415e-8ebf-321112b65201","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:48.586583845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"f90ce285-80bf-46eb-b2f4-bded713c4a59","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-1b0dea-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.60954904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c82a50-47f9-4b16-9edb-874fc94a0e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.66308494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c82a50-47f9-4b16-9edb-874fc94a0e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.715958227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c82a50-47f9-4b16-9edb-874fc94a0e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.769005909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c82a50-47f9-4b16-9edb-874fc94a0e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.823283506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"18de8ce9-3763-402a-a057-877dcaccc102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:48.823910321Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4ef92e9d-6bbb-415e-8ebf-321112b65201","name":"e2e-dft-1b0dea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1b0dea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:48.823973354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4ef92e9d-6bbb-415e-8ebf-321112b65201","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-1b0dea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.827571355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"7457cec5-c3f5-4e2c-b07e-12ac9c4f3904","namespace":"llm","name":"e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.874696392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"c244b3e6-2624-4dc4-be3b-702c5a7cb39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.880144093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"18de8ce9-3763-402a-a057-877dcaccc102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.881774736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"0ef33fdd-416a-49ae-8656-463fbf6c9754","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.881792336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"0ef33fdd-416a-49ae-8656-463fbf6c9754","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.958822565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"c244b3e6-2624-4dc4-be3b-702c5a7cb39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.039894093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"09a35ca1-c08e-43b6-aa65-145da6e0047e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.092563933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"caa63d9e-f4ce-4e67-b77c-0391f92a8291","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62cb0917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.093386932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e04215a-9476-4640-ab37-1d7dcecb6189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.096744684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"09a35ca1-c08e-43b6-aa65-145da6e0047e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.134366345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"0ec3d9c2-c79d-484c-a124-0762de8cfe7d","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.145554258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"2e19d6e2-2456-4333-9896-dfbcbc8fb228","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62cb0917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.145941244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5d6417-efd8-485e-9dc7-d0bc0c9608bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.151145583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e04215a-9476-4640-ab37-1d7dcecb6189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.203888077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5d6417-efd8-485e-9dc7-d0bc0c9608bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.209096821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e04215a-9476-4640-ab37-1d7dcecb6189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.248685186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"2a47a404-6ee8-4cc6-a6e2-89021544f87e","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.248711148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"2a47a404-6ee8-4cc6-a6e2-89021544f87e","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.267914603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e5d6417-efd8-485e-9dc7-d0bc0c9608bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.268666673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b98c1cdc-8bf1-4ae6-a028-c732dab7d2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.301740408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21fce678-1528-41f3-a1c0-4b64eaacc488","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.301758647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21fce678-1528-41f3-a1c0-4b64eaacc488","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302050633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab64a8c9-9a9b-4946-9c94-b4ec79749b6f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302063643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab64a8c9-9a9b-4946-9c94-b4ec79749b6f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302281557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f54af552-3ac4-4c34-9140-412e587c44a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302293052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f54af552-3ac4-4c34-9140-412e587c44a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302509194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682b63a1-615b-4e13-b411-4d9725f1750f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302519117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682b63a1-615b-4e13-b411-4d9725f1750f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302802791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccb6f478-b17c-46c4-96b5-921d5fef0fd1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.302815142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccb6f478-b17c-46c4-96b5-921d5fef0fd1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303035181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"657fda41-3d95-4d75-a6c4-c0a1a200e4f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303045793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"657fda41-3d95-4d75-a6c4-c0a1a200e4f0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303118463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ce9fc37-46e9-4e78-a764-53e292b82970","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303229612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92057e72-fdbb-4965-8e7a-1f8dc49cc3a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303239356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92057e72-fdbb-4965-8e7a-1f8dc49cc3a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.303441017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feceac7a-043a-427e-96b1-dd40421d0f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.30345043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feceac7a-043a-427e-96b1-dd40421d0f8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.308068983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a35c411-e520-4fbc-9c09-0a9f88bf821e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.325355778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b98c1cdc-8bf1-4ae6-a028-c732dab7d2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.357757422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3cc661b6-718e-43e0-b70d-0836ce49d8eb","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.422341103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"27c56f96-c8c3-40ea-a13a-461240a0297d","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.473594057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fa870927-3bf7-4076-9305-19be3566c58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.473983625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a7afee7b-c77b-436f-87a1-1cf2bb41e78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.474332504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ed6e2c72-2519-4c79-81a3-2a1505f43038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.475537848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"8675b813-48e8-4edd-ae9c-2a0fb3f45cdf","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.510447382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"27c56f96-c8c3-40ea-a13a-461240a0297d","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.532420224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a7afee7b-c77b-436f-87a1-1cf2bb41e78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.532775333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"fa870927-3bf7-4076-9305-19be3566c58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.535937415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"ed6e2c72-2519-4c79-81a3-2a1505f43038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.567293357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"27c56f96-c8c3-40ea-a13a-461240a0297d","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.743923118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6491021e-b747-4b6e-b15b-575bf4f14bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:49.801187409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6491021e-b747-4b6e-b15b-575bf4f14bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.005934663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"e0db5e16-fc76-45b6-a474-538f4f38367c","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.006003578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38388353-b89e-4c25-ab9b-4cf997ff8548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.006402111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f882e5bb-110c-4d19-be35-0923f09725b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.006415515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6ecd6eab-d1b9-42b4-a173-4ddd2e9641da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.006785845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1e86a4c1-db4c-4830-aa3f-133f2cae4edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.011148129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6491021e-b747-4b6e-b15b-575bf4f14bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.063537025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"6ecd6eab-d1b9-42b4-a173-4ddd2e9641da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.065158116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38388353-b89e-4c25-ab9b-4cf997ff8548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.067339959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f882e5bb-110c-4d19-be35-0923f09725b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.068462861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1e86a4c1-db4c-4830-aa3f-133f2cae4edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.111144781Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"40b8ed3d-913a-45f2-8504-e0963da2771c","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"name":"e2e-dft-ebc25d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.121410754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38388353-b89e-4c25-ab9b-4cf997ff8548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.181103526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3a0f4eb2-6f7d-43af-830d-1c0a4c236a4e","namespace":"llm","name":"e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.255808037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4905374c-b918-4135-b9ff-3a1184856a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.316381146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"feedce12-2781-4ced-969f-b43d3996e133","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.316414358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"feedce12-2781-4ced-969f-b43d3996e133","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.330233799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4905374c-b918-4135-b9ff-3a1184856a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.378244293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"29ece883-48c9-4d03-b321-ed8d50e7265c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.43339773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5de0ca13-f5df-40ab-b9f8-fdf41f61b724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.436411533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"29ece883-48c9-4d03-b321-ed8d50e7265c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.495081913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5de0ca13-f5df-40ab-b9f8-fdf41f61b724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.584423801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2feb48b4-6c14-4525-9d20-63231b439cfd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.585272493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01723db8-c77f-429e-a0e7-56203f42e149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.642671239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01723db8-c77f-429e-a0e7-56203f42e149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.642969259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2feb48b4-6c14-4525-9d20-63231b439cfd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.700867217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"2feb48b4-6c14-4525-9d20-63231b439cfd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.734930504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01723db8-c77f-429e-a0e7-56203f42e149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.78690375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2357f317-1548-41e0-80f2-f2e5ad7cc556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.840053093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b4bae5a0-5845-427e-916b-8dc0524d0b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.848410472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2357f317-1548-41e0-80f2-f2e5ad7cc556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.896191227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"b4bae5a0-5845-427e-916b-8dc0524d0b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.904437913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2357f317-1548-41e0-80f2-f2e5ad7cc556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.926617845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31e4bac-1ff9-4e5a-895e-027220fcf26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.980098147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31e4bac-1ff9-4e5a-895e-027220fcf26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.980193492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ad058899-acec-4151-a19b-52dc5bb265ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:50.980479498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"fad608ce-9322-49c2-916a-a5a189f662f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.0327067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31e4bac-1ff9-4e5a-895e-027220fcf26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.03277109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"879ae049-8e7c-4c0e-96f2-d5a2e331e03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.037404668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ad058899-acec-4151-a19b-52dc5bb265ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.08550293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31e4bac-1ff9-4e5a-895e-027220fcf26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.089361346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"fad608ce-9322-49c2-916a-a5a189f662f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.089507228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"879ae049-8e7c-4c0e-96f2-d5a2e331e03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.244350872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"eb478c55-92df-49a5-8948-b98f320e4425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.244565628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a1c13216-43bd-420a-aa7d-3915bcc33188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.301199967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a1c13216-43bd-420a-aa7d-3915bcc33188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.30126407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"eb478c55-92df-49a5-8948-b98f320e4425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.372365079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-64371c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-64371c","reconcileID":"32293a7e-0f19-4bf0-8311-7e189487b269","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-64371c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-64371c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.461990018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4974b9aa-9d92-4643-aff1-70f70aa47497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.462003324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"288903c5-3a40-440e-8350-cf39f9471453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.46234021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"26e679cd-53b8-4e4e-b652-86f985ab92fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.52035294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4974b9aa-9d92-4643-aff1-70f70aa47497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.520503743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"288903c5-3a40-440e-8350-cf39f9471453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.522692629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"26e679cd-53b8-4e4e-b652-86f985ab92fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:52.999803396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7426e7c8-b335-4d53-8e27-b9460e0246fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.052729683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7426e7c8-b335-4d53-8e27-b9460e0246fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.106023054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7426e7c8-b335-4d53-8e27-b9460e0246fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:53.159397675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7426e7c8-b335-4d53-8e27-b9460e0246fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.213334449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a94b9f7c-c1ca-4606-8ec8-a5a0a771f8b5","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.213370835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a94b9f7c-c1ca-4606-8ec8-a5a0a771f8b5","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.321133138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"bfad3afc-c037-4509-a581-4bb7908220ae","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.321160571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"bfad3afc-c037-4509-a581-4bb7908220ae","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.482847772Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","namespace":"ai-tenant-e2e-extmod-b-a5c437","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.482926036Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","namespace":"ai-tenant-e2e-extmod-b-a5c437","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.482987453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","tenant":"e2e-extmod-b-a5c437","tenantID":"e2e-extmod-b-a5c437","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.538747326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"7150c95c-236e-4d35-8824-ad3fa8241d09","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.543192004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a5c437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.601105732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"7150c95c-236e-4d35-8824-ad3fa8241d09","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.606285808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Service","name":"maas-api-e2e-extmod-b-a5c437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.657427302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"7150c95c-236e-4d35-8824-ad3fa8241d09","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.661841245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a5c437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.716852375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a5c437","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.77328873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3232c1b8-d8e4-4d2e-8338-24dfa92a946d","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.773320022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3232c1b8-d8e4-4d2e-8338-24dfa92a946d","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.773978939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.828337648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.88606881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.94508284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.986164444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"743e0bc3-ff55-42c8-a7a2-59c4bade0a07","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:54.998138404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.044654843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"743e0bc3-ff55-42c8-a7a2-59c4bade0a07","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.051934449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.104984419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"743e0bc3-ff55-42c8-a7a2-59c4bade0a07","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.105480765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Service","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.113064862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6555d5-85a3-4d25-be03-c5559a813335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.166384258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.166801199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6555d5-85a3-4d25-be03-c5559a813335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:55.167797656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"743e0bc3-ff55-42c8-a7a2-59c4bade0a07","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-ebc25d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.219105609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.219742132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6555d5-85a3-4d25-be03-c5559a813335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.276629343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a6555d5-85a3-4d25-be03-c5559a813335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.29030587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.346786791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.402800142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.455400291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.548614352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"8d687d6c-8968-4728-91e4-c14f6276080b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.548645207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.6007068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a5c437","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.606248106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"8d687d6c-8968-4728-91e4-c14f6276080b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.659662212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a5c437"},"namespace":"ai-tenant-e2e-extmod-b-a5c437","name":"default-tenant","reconcileID":"f545b4f9-c345-458f-8acd-3710bc206fda","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a5c437","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.671044353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4b994663856abe4d0ff0b9602be7c8ff540c9411111c8d992a89c429a333d3d7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e0dab1fbaf8919ab2e4e82289490d31266e74152255dc61fd695b468ef0275ea) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aef4a0c156a18900777774a25a6436390209e2818dd5068527517768803838b1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (fb76032030b406047822678ad527c2025ef59fd04226c2d0b6b40aab0d5abcac) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"8d687d6c-8968-4728-91e4-c14f6276080b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:55.931471529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.227804953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d063f62-3ed6-4a9d-b378-14d2dbfbd67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.281538332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d063f62-3ed6-4a9d-b378-14d2dbfbd67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.33628069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d063f62-3ed6-4a9d-b378-14d2dbfbd67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.389340639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d063f62-3ed6-4a9d-b378-14d2dbfbd67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:57.613667943Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a5c437","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a5c437","reconcileID":"be0ce975-9f70-4ed1-82a0-e915027eadd2","aitenant":"ai-tenants/e2e-extmod-b-a5c437","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.386945926Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a5c437","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a5c437","reconcileID":"be0ce975-9f70-4ed1-82a0-e915027eadd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a5c437","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a5c437"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.203430296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"03c93214-66b4-40be-9750-db3f8a1a9265","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1b0dea","subscription":"e2e-dft-1b0dea-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.309343215Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"03c93214-66b4-40be-9750-db3f8a1a9265","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.310394139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26779f3-69ea-4108-bc57-9be74a21ac8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.363115736Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-sub","reconcileID":"03c93214-66b4-40be-9750-db3f8a1a9265","MaaSSubscription":{"name":"e2e-dft-1b0dea-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1b0dea","namespace":"llm","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.364036284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26779f3-69ea-4108-bc57-9be74a21ac8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.416661076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26779f3-69ea-4108-bc57-9be74a21ac8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.469258924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26779f3-69ea-4108-bc57-9be74a21ac8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.743643343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3b14f615-16f5-4198-ba7e-535375c43258","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.743670416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"3b14f615-16f5-4198-ba7e-535375c43258","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.888554209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"ea07855b-02dd-47e2-adc8-cbd0bf57fb53","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.888581787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"ea07855b-02dd-47e2-adc8-cbd0bf57fb53","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.950883442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b7c0dea-abb0-4ce8-9870-4c9188351fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.95090491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"57618b5f-cf10-4d75-b3be-61dbf5535a09","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.951487663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65461d15-5337-4c1c-aaea-72f0acc21837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:59.951505072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"288921c8-5c4e-40b6-b91f-bebe74a3f4fd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.076177913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"288921c8-5c4e-40b6-b91f-bebe74a3f4fd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.079724373Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b7c0dea-abb0-4ce8-9870-4c9188351fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.115744821Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65461d15-5337-4c1c-aaea-72f0acc21837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.118850688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"57618b5f-cf10-4d75-b3be-61dbf5535a09","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.132297673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"288921c8-5c4e-40b6-b91f-bebe74a3f4fd","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.137121348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b7c0dea-abb0-4ce8-9870-4c9188351fb1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.137481454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba530bb1-56bd-4d5a-bf67-7698e249ec15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.137496336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba530bb1-56bd-4d5a-bf67-7698e249ec15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.173650475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65461d15-5337-4c1c-aaea-72f0acc21837","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.17419659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8514b69d-0738-4151-8f50-e652020480f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.174216104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8514b69d-0738-4151-8f50-e652020480f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.174601577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"57618b5f-cf10-4d75-b3be-61dbf5535a09","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:00.186166248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"288921c8-5c4e-40b6-b91f-bebe74a3f4fd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-1b0dea-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.186340005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1b0dea-access","reconcileID":"a8115fe0-034b-4453-85f5-e8faf5bb3cad","MaaSAuthPolicy":{"name":"e2e-dft-1b0dea-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.227308468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"cd3bd72a-ea10-4b0c-ac9b-1808f59576aa","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.227334442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"cd3bd72a-ea10-4b0c-ac9b-1808f59576aa","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.351282971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fed0d42-4a15-4da8-a705-d2dfddeb7db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.408240656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fed0d42-4a15-4da8-a705-d2dfddeb7db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.467628199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fed0d42-4a15-4da8-a705-d2dfddeb7db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.476288623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4194b56e-b914-4e91-9126-86b5e673f9bf","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.476320661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"4194b56e-b914-4e91-9126-86b5e673f9bf","MaaSModelRef":{"name":"e2e-dft-1b0dea","namespace":"llm"},"routeName":"external-model-e2e-dft-1b0dea-2501fa289a95","namespace":"llm","model":"e2e-dft-1b0dea","externalModel":"e2e-dft-1b0dea","provider":"e2e-dft-1b0dea-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.483449847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6c1bbb-0fc5-45dd-966d-30a6b7b82026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.48365524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d9c5f10d-c401-468a-a5ed-84f67a98926a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.540593038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6c1bbb-0fc5-45dd-966d-30a6b7b82026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.595492111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d9c5f10d-c401-468a-a5ed-84f67a98926a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.597673548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6c1bbb-0fc5-45dd-966d-30a6b7b82026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.650873465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d9c5f10d-c401-468a-a5ed-84f67a98926a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.78358164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca6767ea-fe8f-44dc-8ae6-189e82756a00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.783608111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca6767ea-fe8f-44dc-8ae6-189e82756a00","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.802750322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b24fc32-08c5-49cd-bf7f-4bcba59dd740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.802771548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b24fc32-08c5-49cd-bf7f-4bcba59dd740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.856385047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"ab5cd529-0c09-42bd-8ca6-bd67cdfdafdc","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.856416614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"ab5cd529-0c09-42bd-8ca6-bd67cdfdafdc","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:00.976072258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"0572b6d5-7b68-48e3-913f-a3b5633ff01d","namespace":"llm","name":"e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.029292798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a7e469f3-f713-499b-9232-a8270956ed54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.029318072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a7e469f3-f713-499b-9232-a8270956ed54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.029719745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e3fe23-7f59-4d5b-ac85-a3f83bd118aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.029739418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e3fe23-7f59-4d5b-ac85-a3f83bd118aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.082210737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","namespace":"ai-tenant-e2e-extmod-b-6499b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.082290908Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","namespace":"ai-tenant-e2e-extmod-b-6499b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.08236629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","tenant":"e2e-extmod-b-6499b0","tenantID":"e2e-extmod-b-6499b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.082685962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"fb3b71b4-1e1f-415d-8353-0128cb090839","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.082702881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"fb3b71b4-1e1f-415d-8353-0128cb090839","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135376454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"310d7df8-0bfe-4935-ba2d-17ee37ddba25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135470572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39013f7d-e2f7-4f82-bc11-67b6fcdfefde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135490522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39013f7d-e2f7-4f82-bc11-67b6fcdfefde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135760935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5cb427e2-6277-4f85-9ff1-22c5d57475ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135772744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5cb427e2-6277-4f85-9ff1-22c5d57475ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.135819801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ffa11344-fb5c-449b-9a18-e895f2db347d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136011395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b17bbf33-cc3a-4c47-b086-8a5aa8e6049d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136023379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b17bbf33-cc3a-4c47-b086-8a5aa8e6049d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136253172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4ca25fe-18c0-40eb-91e3-cf48f7dafbd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136270306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4ca25fe-18c0-40eb-91e3-cf48f7dafbd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136275637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6499b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.13671768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfc4f246-696b-4903-92e0-e955bfc16140","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136730293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfc4f246-696b-4903-92e0-e955bfc16140","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.136955897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08e67b6e-6368-4832-ac2d-2aacdec487e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.13698012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08e67b6e-6368-4832-ac2d-2aacdec487e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.186444443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb33ffd0-4149-4c37-a2f1-56567bb27b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.187167802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f3ba3f7b-28d0-4282-9a79-9d792285cee8","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.187428133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34f28871-f287-472d-bf4c-302cb9630df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.192077384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"310d7df8-0bfe-4935-ba2d-17ee37ddba25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.193187572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ffa11344-fb5c-449b-9a18-e895f2db347d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.198157301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Service","name":"maas-api-e2e-extmod-b-6499b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.241194207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3abb73c4-7c0b-44b7-a905-3f59bbc59644","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.241202504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"979e7472-9cfd-4558-bbff-e8d53188ab60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.246618151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f3ba3f7b-28d0-4282-9a79-9d792285cee8","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.246668521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb33ffd0-4149-4c37-a2f1-56567bb27b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.250199448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34f28871-f287-472d-bf4c-302cb9630df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.255566889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6499b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.303169881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f3ba3f7b-28d0-4282-9a79-9d792285cee8","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.303612093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb33ffd0-4149-4c37-a2f1-56567bb27b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.306311141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34f28871-f287-472d-bf4c-302cb9630df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.309864772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6499b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.364265216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.408327789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8eb549-fc68-4ac7-a138-f26e1ade6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.466555157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1b0dea","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1b0dea","reconcileID":"8f79e878-2069-477a-8471-d0aa30cacec9","namespace":"llm","name":"e2e-dft-1b0dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.46866214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8eb549-fc68-4ac7-a138-f26e1ade6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.494021441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.592239163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8eb549-fc68-4ac7-a138-f26e1ade6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.646591175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8eb549-fc68-4ac7-a138-f26e1ade6b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.647393809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e92cb4c1-9da7-4ec1-9080-8094897524c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.647976237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8a9cfcb3-7af7-45dd-8347-365f72523997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.651183967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.706956421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9f021311-5ae5-4fbd-8a41-dd26ca6ae25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.707773352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4f369dd6-9fb6-47d9-b1f1-885a588f9720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.717347262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"8a9cfcb3-7af7-45dd-8347-365f72523997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.717681014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.732650211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e92cb4c1-9da7-4ec1-9080-8094897524c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.768100346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1e1246dc-cf31-4f30-8c69-d0151aaac34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.769490523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.772173326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"4f369dd6-9fb6-47d9-b1f1-885a588f9720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.773346456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9f021311-5ae5-4fbd-8a41-dd26ca6ae25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.821435538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.824483624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1e1246dc-cf31-4f30-8c69-d0151aaac34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.873479788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Service","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.93045344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.9826234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.034951531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.085384588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8a6718c9-3027-4f8e-9a18-6dd865c7060d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.08669582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.141781235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.141796385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"8a6718c9-3027-4f8e-9a18-6dd865c7060d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.184934169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2fbf57df-674c-440d-bdef-156782f98610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.184996061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1564a1e0-1dac-4b94-955c-2f4798c2d8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.19903674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.236668048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"848c5fdf-6f4f-4e4a-9638-02318fa0f3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.241374256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2fbf57df-674c-440d-bdef-156782f98610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.242367587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"1564a1e0-1dac-4b94-955c-2f4798c2d8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.251239946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.30114018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"848c5fdf-6f4f-4e4a-9638-02318fa0f3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.306166132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6499b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.357342772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd8ddab5-d3f6-42e5-9806-f60a84a223fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.360825747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6499b0"},"namespace":"ai-tenant-e2e-extmod-b-6499b0","name":"default-tenant","reconcileID":"0e235067-d4e9-4a1b-948c-6a08479db406","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6499b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.364049134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"848c5fdf-6f4f-4e4a-9638-02318fa0f3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.414328981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd8ddab5-d3f6-42e5-9806-f60a84a223fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.472108025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd8ddab5-d3f6-42e5-9806-f60a84a223fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.521850298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"2538e409-d84b-4de5-b801-182a669aa5f9","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.565251495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6f1bf26e-8189-4992-ae64-e454ad7b54d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.651495746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6f1bf26e-8189-4992-ae64-e454ad7b54d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.65279811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"2538e409-d84b-4de5-b801-182a669aa5f9","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.709879904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"2538e409-d84b-4de5-b801-182a669aa5f9","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.715078042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"44ab4fe2-25cb-4bbd-a3e6-f015d14bad08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.715619512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"90294662-932c-441e-a22d-886d56a8cd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.716019537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9684bb9d-2630-4dd9-9fb8-ec6c2dbf03d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.771143204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"44ab4fe2-25cb-4bbd-a3e6-f015d14bad08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.826619247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"90294662-932c-441e-a22d-886d56a8cd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.828040619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9684bb9d-2630-4dd9-9fb8-ec6c2dbf03d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.92749419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"e311bfe3-0c17-43c0-84c4-c5a817d531d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:02.98498284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"e311bfe3-0c17-43c0-84c4-c5a817d531d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.037799337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1a2b2860-375e-4749-84ea-688dd958c714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.090307649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"11fdf80e-d824-476f-a393-deeb3c19e5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.094622485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1a2b2860-375e-4749-84ea-688dd958c714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.146618443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"11fdf80e-d824-476f-a393-deeb3c19e5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.350435625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"dafb2b14-2fcb-4b3e-ab1e-182a0cf3eb1e","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.410607708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"27962801-b935-4921-926b-cd9f1772f6ff","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.519645747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"46cc7ebf-f9ce-4422-98f8-91518bc3421f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.520056406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"02a5cb89-bbdd-4360-9a01-bcae1c480e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.57601462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"46cc7ebf-f9ce-4422-98f8-91518bc3421f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.577449243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"02a5cb89-bbdd-4360-9a01-bcae1c480e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.609971673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2970e2-6475-4ded-a404-4f9cbbd5f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.610941798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a81658c-4c12-475d-90a0-9bffe946dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.612096161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c447f278-091b-46cf-aab2-5cb365d1f9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.664802756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2970e2-6475-4ded-a404-4f9cbbd5f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.665129495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"50c26f13-9093-4de1-9b89-af5795851ac7","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.668562528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a81658c-4c12-475d-90a0-9bffe946dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.717843675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2970e2-6475-4ded-a404-4f9cbbd5f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.722126109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c447f278-091b-46cf-aab2-5cb365d1f9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.722237768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"50c26f13-9093-4de1-9b89-af5795851ac7","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.770447681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"16b0422f-0586-4cad-93bc-03baf414c799","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.7713238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2970e2-6475-4ded-a404-4f9cbbd5f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.774201965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a81658c-4c12-475d-90a0-9bffe946dce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.828136554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c447f278-091b-46cf-aab2-5cb365d1f9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.828197757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"50c26f13-9093-4de1-9b89-af5795851ac7","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.882632126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89c62fc2-087c-4324-bed5-6f031a539df1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.882660717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"89c62fc2-087c-4324-bed5-6f031a539df1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.883105211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b313cb8-ae48-48e6-b514-ec24c0514687","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.883122668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b313cb8-ae48-48e6-b514-ec24c0514687","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.88345555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd2b19c-520d-464d-b1ec-19823fa64ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.883470352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd2b19c-520d-464d-b1ec-19823fa64ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.930588214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a352f2f-b880-477b-934f-cc2f183fc4c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.931112637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4873f258-3ba0-48c5-b199-87fd2ba0120e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.933479728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7b7a523d-cf98-4741-a2b1-cdbe73b71ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.936422096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"88423abc-14dc-45c7-b191-0c572181cd79","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:03.936438834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"88423abc-14dc-45c7-b191-0c572181cd79","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.012383029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7b7a523d-cf98-4741-a2b1-cdbe73b71ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.015923999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"653a549d-5938-466f-82c1-85c14ae5c920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.07169717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5817c852-7628-4a58-aaaf-31e93ce79d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.072912443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d2d0698e-f325-4882-83ea-66a2862a5ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.074755837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4a9186c-f54d-4a72-bc95-41ed1856ef00","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.074776488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4a9186c-f54d-4a72-bc95-41ed1856ef00","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075182196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f23d77a9-ee9e-40ab-877b-4c5fd235f207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075195582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f23d77a9-ee9e-40ab-877b-4c5fd235f207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075525501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6da7ab2e-d75c-43f8-8fa1-2acd787cb77e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075536021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6da7ab2e-d75c-43f8-8fa1-2acd787cb77e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075926299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee091e03-ee93-438b-98c8-33ea214a3be6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.075941214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee091e03-ee93-438b-98c8-33ea214a3be6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.076688078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"653a549d-5938-466f-82c1-85c14ae5c920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.145889873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ad9467c4-3d6e-43f6-9d08-15dbca9fcf48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.148061001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d2d0698e-f325-4882-83ea-66a2862a5ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.148720475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"1252c3ba-2621-4a39-8d0e-b0bc441532a1","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.170813063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"5817c852-7628-4a58-aaaf-31e93ce79d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.204625073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bed5a68b-a190-42f6-83d0-15cde20e2a86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.204649426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bed5a68b-a190-42f6-83d0-15cde20e2a86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.208954193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ad9467c4-3d6e-43f6-9d08-15dbca9fcf48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.383147788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"0eef3ba1-5726-44c6-acaf-98bc15c67676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.440583278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"0eef3ba1-5726-44c6-acaf-98bc15c67676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.484810964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"826abc3b-f97f-4d10-a191-f28455454228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.541508328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"826abc3b-f97f-4d10-a191-f28455454228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.586446199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"99da16e7-469f-4e19-8b27-7429eafce390","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.587642902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a03df80e-4cf0-4624-bb4c-7b541da2761d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.656293321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8880d9-bab1-4586-8afb-22a625d61cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.656496585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"f7304231-a62b-4db8-829a-209457894f5c","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.673391848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"f7304231-a62b-4db8-829a-209457894f5c","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8091ab-35e8bb5cc98b","namespace":"llm","model":"e2e-dft-refs-8091ab","externalModel":"e2e-dft-refs-8091ab","provider":"e2e-dft-refs-8091ab-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.665172944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"933ef036-f241-4194-ae64-d377e04b62e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.675965903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a03df80e-4cf0-4624-bb4c-7b541da2761d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.73699428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"933ef036-f241-4194-ae64-d377e04b62e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.737317672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8880d9-bab1-4586-8afb-22a625d61cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.803074565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc8880d9-bab1-4586-8afb-22a625d61cc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.806274511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"933ef036-f241-4194-ae64-d377e04b62e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.825188099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"59d7c518-57d4-452e-b6de-a755addd6749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.883996935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"59d7c518-57d4-452e-b6de-a755addd6749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.921683603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"a9959b08-92ab-4430-ab62-3df3e4a4b7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:04.978373239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"a9959b08-92ab-4430-ab62-3df3e4a4b7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.015825896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"59665104-d240-4c3f-960b-230e043956ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.068197598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"52f40af8-1bbd-4537-890e-34e8801fde06","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.072191388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"59665104-d240-4c3f-960b-230e043956ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.116818181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"20e51809-c5bb-43db-a28b-1652fc310810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.127270385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"52f40af8-1bbd-4537-890e-34e8801fde06","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.173463651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"20e51809-c5bb-43db-a28b-1652fc310810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.186890052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"52f40af8-1bbd-4537-890e-34e8801fde06","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.30709392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"18724070-de14-4595-b3ef-69d1711b898f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.363807671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"18724070-de14-4595-b3ef-69d1711b898f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.397581907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ff59bad-3120-42b8-a5e9-99a8633b7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.456256738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ff59bad-3120-42b8-a5e9-99a8633b7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.45992303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea14f9b5-7eb9-4302-802c-2c5b079ccc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.509554437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a01fb53c-741d-4f27-a748-168134b0cc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.509554422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1c13f61c-c99a-4f66-aa17-2b1f7ceba17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.512222693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ff59bad-3120-42b8-a5e9-99a8633b7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.516349341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea14f9b5-7eb9-4302-802c-2c5b079ccc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.567278921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a01fb53c-741d-4f27-a748-168134b0cc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.569150801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1c13f61c-c99a-4f66-aa17-2b1f7ceba17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.572338134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea14f9b5-7eb9-4302-802c-2c5b079ccc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.669408558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"b15c0013-43d3-4ac8-a9bb-351e21866dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.675654446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"443fce2f-be37-46f0-84cb-ddfd61933c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.725728073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"b15c0013-43d3-4ac8-a9bb-351e21866dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.731425294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"443fce2f-be37-46f0-84cb-ddfd61933c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.769643063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"9aa0dc92-e586-4c3c-96f4-d9963a81cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:05.825926816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"9aa0dc92-e586-4c3c-96f4-d9963a81cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.028316877Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6499b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6499b0","reconcileID":"4991f92e-e1cb-4c04-8a8e-0d9cd25d5d79","aitenant":"ai-tenants/e2e-extmod-b-6499b0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.631959418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3ee9c6-a213-4f8f-95aa-e1f01fd4b2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.684725652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3ee9c6-a213-4f8f-95aa-e1f01fd4b2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.737170477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3ee9c6-a213-4f8f-95aa-e1f01fd4b2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.789821817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3ee9c6-a213-4f8f-95aa-e1f01fd4b2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.851056907Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6499b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6499b0","reconcileID":"4991f92e-e1cb-4c04-8a8e-0d9cd25d5d79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6499b0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6499b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.623413917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"814606d9-742a-45a6-91a1-5634831fa3dd","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.676607216Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"6cc40e8e-dade-4c5c-b336-183b5b70ff1e","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8091ab-35e8bb5cc98b","namespace":"llm","model":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.718312201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc81ff04-1db1-4b5f-8ff1-b1d9b1f7f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.774291041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc81ff04-1db1-4b5f-8ff1-b1d9b1f7f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.832366025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc81ff04-1db1-4b5f-8ff1-b1d9b1f7f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.832508326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"d974b438-5999-4b91-8b1d-f8b554c34fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.895570222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc81ff04-1db1-4b5f-8ff1-b1d9b1f7f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.96026043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d595cf18-369a-4feb-bd28-910a5f6c1342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.964572938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60cf4958-b014-45a3-ad57-a51f3ad06d3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.964686401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60cf4958-b014-45a3-ad57-a51f3ad06d3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.965185977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"522982d1-c537-45f5-9d9f-b47986e5fea0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.965284716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"522982d1-c537-45f5-9d9f-b47986e5fea0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.965685227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df4342c6-ce35-49d0-ae65-ed861843a495","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.965753428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df4342c6-ce35-49d0-ae65-ed861843a495","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.966238845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d41d4475-3ca9-4ef4-b331-8ec61277e850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.966571973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d41d4475-3ca9-4ef4-b331-8ec61277e850","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.973891588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"d974b438-5999-4b91-8b1d-f8b554c34fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.016502586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e778ca-1d83-45f8-8ce8-9da6b90897ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.017409638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"28b79aff-847d-4d12-837d-bc1f3c8fb856","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.021538304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d595cf18-369a-4feb-bd28-910a5f6c1342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.023230269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2c011e6-40b8-47a1-8df0-ca7904124eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.023821968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"2776ebeb-5ebb-48fd-a8b1-931b992b8637","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.023855709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"2776ebeb-5ebb-48fd-a8b1-931b992b8637","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.069820145Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"9908335f-6ca2-4ead-bd0f-70953f25d3c4","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.075798691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e778ca-1d83-45f8-8ce8-9da6b90897ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.076143702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"28b79aff-847d-4d12-837d-bc1f3c8fb856","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.07697474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a58081c5-1f50-4aea-b5e1-40732e218fb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.08171803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2c011e6-40b8-47a1-8df0-ca7904124eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.102706276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96a7bfbb-dbb9-4956-b574-6d345f16905d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.127564904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4c76989-5565-4152-95f5-6bf5ccd30135","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.127590139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4c76989-5565-4152-95f5-6bf5ccd30135","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.16414664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d714521f-b377-415c-b4c9-e714d1b78d68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.164174628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d714521f-b377-415c-b4c9-e714d1b78d68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.164667961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"650c4d0f-c896-460f-8ed0-eae3ec02bfb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.164685928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"650c4d0f-c896-460f-8ed0-eae3ec02bfb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.165057836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4873a48-b965-4e56-9c4b-c3e86736745a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.16507268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4873a48-b965-4e56-9c4b-c3e86736745a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.198331305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"28b79aff-847d-4d12-837d-bc1f3c8fb856","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.210272317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2c011e6-40b8-47a1-8df0-ca7904124eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.21123507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32e778ca-1d83-45f8-8ce8-9da6b90897ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.221590194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"2fdf405c-c7d8-416f-bb39-ae8767497871","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.349194483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ca3d78d2-77b1-4eba-bd1c-b3d45a0ab3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.357876628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8bf3020d-de23-4736-8f32-093c2ed9a885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.369544854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"906291ea-0f05-4703-bd7e-b411bd3f1220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.407994865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"ca3d78d2-77b1-4eba-bd1c-b3d45a0ab3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.439546236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"8bf3020d-de23-4736-8f32-093c2ed9a885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.499166358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"906291ea-0f05-4703-bd7e-b411bd3f1220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.499744347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8c50f6df-ab29-42be-a516-df0965e9d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.501308369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"05fcfe17-bda3-4bf9-9d84-8b033d62fed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.623406599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8c50f6df-ab29-42be-a516-df0965e9d6a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.624396576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"05fcfe17-bda3-4bf9-9d84-8b033d62fed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.839048045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"85822b2c-3616-46e4-8023-39504d8a8dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.839182061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"318bd7ee-0948-46c1-add0-d1a586861342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.900530871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"85822b2c-3616-46e4-8023-39504d8a8dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.9314708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"318bd7ee-0948-46c1-add0-d1a586861342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.942735696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1b6faca3-10c6-4bee-91c6-0b8c70926724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:10.999507885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1b6faca3-10c6-4bee-91c6-0b8c70926724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.098735418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085c7a51-36db-4030-bdff-0df209dcea1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.098735385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"dadf7288-6d97-480d-b827-8cfa01ab548f","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.155786604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"dadf7288-6d97-480d-b827-8cfa01ab548f","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.157140376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085c7a51-36db-4030-bdff-0df209dcea1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.212648727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"dadf7288-6d97-480d-b827-8cfa01ab548f","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.213436395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"085c7a51-36db-4030-bdff-0df209dcea1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.345784771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0135e296-5231-47b1-a5cf-ab289829d4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.375097142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"93520a00-ad49-4bd6-81c3-3fc169b954d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.375129456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a9ea7b13-1e2d-4faa-9d43-abb5ae0d8108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.402890737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0135e296-5231-47b1-a5cf-ab289829d4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.433196015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"93520a00-ad49-4bd6-81c3-3fc169b954d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.434023849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a9ea7b13-1e2d-4faa-9d43-abb5ae0d8108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.458211298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0135e296-5231-47b1-a5cf-ab289829d4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.749907221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"741b5e5f-ff4d-4878-920f-2c70341c09ea","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.750367928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdd5709-fb6b-4222-8dc9-f734868c6d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.807042243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"741b5e5f-ff4d-4878-920f-2c70341c09ea","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.808271305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdd5709-fb6b-4222-8dc9-f734868c6d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.85025577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4ceb934-380f-4288-97eb-1f395582bb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.862445859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"741b5e5f-ff4d-4878-920f-2c70341c09ea","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.863864067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdd5709-fb6b-4222-8dc9-f734868c6d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.90759898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4ceb934-380f-4288-97eb-1f395582bb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.963035715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4ceb934-380f-4288-97eb-1f395582bb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.49477353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99d6f62-cddc-4f7b-b9a0-834f1170b9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.547327249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99d6f62-cddc-4f7b-b9a0-834f1170b9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.599785961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99d6f62-cddc-4f7b-b9a0-834f1170b9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.652872972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99d6f62-cddc-4f7b-b9a0-834f1170b9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:15.094168414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-88f915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-88f915","reconcileID":"18328cb1-8b44-4c26-881c-9badcb943d50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-88f915","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-88f915":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:15.729356048Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-33cbf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-33cbf0","reconcileID":"73dfe136-d1f1-40a3-9790-d7b1a31ff0c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-33cbf0","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-33cbf0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:15.949348038Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"c21c60ac-4420-41bc-9bc7-356b2f9c6116","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.01825558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"26db44c8-1b80-47a8-b2a6-eed15aea2511","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.127436354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5a10a866-126b-47e4-aadf-018f6549417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.145538068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6f0dd8ea-2e4f-4c99-aa51-3660f2ad090b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.19077471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5a10a866-126b-47e4-aadf-018f6549417f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.200713926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"5429aee8-0a2c-44e3-a57f-f359ec659328","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.200713281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9cb9682-1cb9-4f04-97d8-a2d3e7290765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.207760515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"6f0dd8ea-2e4f-4c99-aa51-3660f2ad090b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.211726234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f084a9bd-3345-4cfa-82c7-89f881ab7d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.261054242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"5429aee8-0a2c-44e3-a57f-f359ec659328","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.263263777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9cb9682-1cb9-4f04-97d8-a2d3e7290765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.269961752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f084a9bd-3345-4cfa-82c7-89f881ab7d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.295928299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"4ad0da2b-a6c1-4821-9933-c5315049f82a","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.317017929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"5429aee8-0a2c-44e3-a57f-f359ec659328","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.338924446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9cb9682-1cb9-4f04-97d8-a2d3e7290765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.340248916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f084a9bd-3345-4cfa-82c7-89f881ab7d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.403723675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"b3f9eda1-36d1-460b-aadd-6e377f7bc09a","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.403754586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"b3f9eda1-36d1-460b-aadd-6e377f7bc09a","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.456533827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ba04773-d7ff-41b2-b5da-5de73836cec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.45661762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4e5ef30-0e39-4f0b-805b-b51d938cb07a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.456636786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4e5ef30-0e39-4f0b-805b-b51d938cb07a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.457064092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f861844-08a2-4c7c-996f-4529c24981fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.457080317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f861844-08a2-4c7c-996f-4529c24981fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.457441766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74da3233-ab48-4b65-bfb0-c7188f6fc917","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.457456419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74da3233-ab48-4b65-bfb0-c7188f6fc917","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.457800763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ae3792f-5306-4a0c-bc02-e37efec248e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.45781466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ae3792f-5306-4a0c-bc02-e37efec248e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458292144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01a5457e-894e-40bf-8ce1-a9c4ea14aada","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458306409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"01a5457e-894e-40bf-8ce1-a9c4ea14aada","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458634238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a582619d-2262-4386-89fc-b7fb45d91f23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458649797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a582619d-2262-4386-89fc-b7fb45d91f23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458723903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c34fc8c-bea8-418e-884b-3ee7b704a528","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.458993963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfe00d9d-0ffb-4990-9713-e92905749009","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.459009218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfe00d9d-0ffb-4990-9713-e92905749009","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.459300213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d916457-9a88-446e-80d8-342e4e892702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.459313989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d916457-9a88-446e-80d8-342e4e892702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.474317137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1215f5f3-1a3f-4328-a433-ebd4557d28c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.513242747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"1fdeaf44-1083-4017-9672-2223a3e591da","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"name":"e2e-dft-refs-8091ab","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.533023788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"1215f5f3-1a3f-4328-a433-ebd4557d28c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.613131465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1245be10-f129-44b8-9041-d5546d8539c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.614524216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3ad6d308-6e0f-47c7-99de-e908a5915f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.615113945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"fb0462b9-db52-4733-8629-c982b61b4539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.615493848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c7845ce7-ec34-4e17-9af0-ce9b08cbea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.677674813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1245be10-f129-44b8-9041-d5546d8539c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.759572884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1245be10-f129-44b8-9041-d5546d8539c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.809917245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"c7845ce7-ec34-4e17-9af0-ce9b08cbea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.812139676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"fb0462b9-db52-4733-8629-c982b61b4539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.818501557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3ad6d308-6e0f-47c7-99de-e908a5915f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.821386616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"160a6b74-d245-491f-bea4-d58cafba2a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.821575466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1245be10-f129-44b8-9041-d5546d8539c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.878294384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"160a6b74-d245-491f-bea4-d58cafba2a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.034970308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"37598566-8807-4aad-a14f-bd6c091e2220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.093344963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"37598566-8807-4aad-a14f-bd6c091e2220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.144339395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"c7ad6a10-f9b5-4f71-bc86-0d3b96b7bc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.194128046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"9d05a824-7f4a-4258-ac58-f9a014bc2301","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.20102266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"c7ad6a10-f9b5-4f71-bc86-0d3b96b7bc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.23859815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0112e0af-1a19-4858-bddc-ec230f4af656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.247756935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"630acecf-ad71-4d04-8435-38400a51cfb0","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.247777633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"630acecf-ad71-4d04-8435-38400a51cfb0","MaaSModelRef":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8091ab-35e8bb5cc98b","namespace":"llm","model":"e2e-dft-refs-8091ab","externalModel":"e2e-dft-refs-8091ab","provider":"e2e-dft-refs-8091ab-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.290416965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3043d11c-4113-44b1-be03-dd3fc5312f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.296980473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d41c4bc-ae5e-4515-bc7f-884a527331cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.302729198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0112e0af-1a19-4858-bddc-ec230f4af656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.35114021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3043d11c-4113-44b1-be03-dd3fc5312f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.355389516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d41c4bc-ae5e-4515-bc7f-884a527331cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.410521902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3043d11c-4113-44b1-be03-dd3fc5312f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.411825924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d41c4bc-ae5e-4515-bc7f-884a527331cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.516780482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"9751d9b7-4c7f-4f71-953d-e4efbef1558a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.563868905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1e4079ca-ff83-4832-9984-93da06f4dd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.567330683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3dce00b1-5b38-4eb7-859b-8b00d0277a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.568500485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"73e72c3a-3445-445c-81c0-70edce8f6e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.575327151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"9751d9b7-4c7f-4f71-953d-e4efbef1558a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.620781783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1e4079ca-ff83-4832-9984-93da06f4dd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.625169628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"3dce00b1-5b38-4eb7-859b-8b00d0277a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.626998074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"73e72c3a-3445-445c-81c0-70edce8f6e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.632458663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"9751d9b7-4c7f-4f71-953d-e4efbef1558a","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.66093908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"23150d1e-9227-4652-92ea-43256d006f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.719283782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"23150d1e-9227-4652-92ea-43256d006f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.831033012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f19d7bf8-4206-4671-b3ed-3d7263b82155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.943057141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"f19d7bf8-4206-4671-b3ed-3d7263b82155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.989411192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"06a6879d-5296-4ebd-88d1-c06b8d7d91e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.045049021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"d1789b69-89f6-45a9-8f99-70dc3f8f177c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.049464253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"06a6879d-5296-4ebd-88d1-c06b8d7d91e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.097501452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db70b854-b41d-45d2-951a-0916179894d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.097639824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01fe52cb-253e-4c03-824b-93d010849070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.102786362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"d1789b69-89f6-45a9-8f99-70dc3f8f177c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.155585132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01fe52cb-253e-4c03-824b-93d010849070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.156331753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db70b854-b41d-45d2-951a-0916179894d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.21297193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db70b854-b41d-45d2-951a-0916179894d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.212990144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01fe52cb-253e-4c03-824b-93d010849070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.313950666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3551c96b-8bf0-4608-bbfd-ce98d5511a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.369375862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9fa569c-f775-4053-ba73-e7e93610dd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.369907112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"27d8ec97-96b1-4242-9bc7-2c39435dfe2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.37018785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3551c96b-8bf0-4608-bbfd-ce98d5511a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.425553622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a9fa569c-f775-4053-ba73-e7e93610dd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.426308136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"27d8ec97-96b1-4242-9bc7-2c39435dfe2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.723424571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865d90ba-c169-4a0e-bd08-bcdf2271ba9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.776452769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865d90ba-c169-4a0e-bd08-bcdf2271ba9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.830008637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865d90ba-c169-4a0e-bd08-bcdf2271ba9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:18.883474498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"865d90ba-c169-4a0e-bd08-bcdf2271ba9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.863077475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7249c60-efca-4776-b158-fb6a094567cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.915482262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7249c60-efca-4776-b158-fb6a094567cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.967760932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7249c60-efca-4776-b158-fb6a094567cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.020184477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7249c60-efca-4776-b158-fb6a094567cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:25.936935772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.855310202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"cfeaf016-6882-4648-a21e-75201cc0e6fb","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.914352078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"cfeaf016-6882-4648-a21e-75201cc0e6fb","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.969583036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"cfeaf016-6882-4648-a21e-75201cc0e6fb","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.425088473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21301f9b-3263-47e7-bfe6-59f3b23a1e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.425092467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbc71f5-1515-44db-901c-9d1953162026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.484217155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21301f9b-3263-47e7-bfe6-59f3b23a1e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.484236179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbc71f5-1515-44db-901c-9d1953162026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.540731929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21301f9b-3263-47e7-bfe6-59f3b23a1e9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:28.542527478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbbc71f5-1515-44db-901c-9d1953162026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.578410308Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"0e3821b3-de5b-433a-84ae-ef01a56d31ec","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.631576604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4f9cbfe-c78e-438d-8808-edeab60982fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.631599673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4f9cbfe-c78e-438d-8808-edeab60982fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.6319836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ccfcc24b-b90c-4886-8a85-e9d4b371cb80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.631998686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ccfcc24b-b90c-4886-8a85-e9d4b371cb80","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.632277235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee794a1b-546a-4f2d-86d4-db10b2afedae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.632291477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee794a1b-546a-4f2d-86d4-db10b2afedae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.632522383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac491ffa-9015-42e1-9844-bc8b0d5eaeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.632533675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac491ffa-9015-42e1-9844-bc8b0d5eaeb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.685385726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"34d92ea0-236c-4258-b196-fda0f24e5e4f","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.685415538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"34d92ea0-236c-4258-b196-fda0f24e5e4f","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.738817232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0d4bc7e-9956-4bf5-8ac5-4dd421187f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.738818267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"2f146b18-a2c5-4848-b322-0492a122d0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.740008696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e1aecfa-fba2-416b-8467-35fc0593e1d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.740028774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e1aecfa-fba2-416b-8467-35fc0593e1d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.740416338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23b95e76-bacf-4094-ab1c-e77cbf14d68d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.74043134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23b95e76-bacf-4094-ab1c-e77cbf14d68d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.740785021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e8cb600-f771-44cd-8e29-6e255a68b2f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.740799461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e8cb600-f771-44cd-8e29-6e255a68b2f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.741142883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebfd5875-720f-4082-9f1c-5f1174861133","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.741159375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebfd5875-720f-4082-9f1c-5f1174861133","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.790983724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f4c6e347-2ed2-4e98-a612-1ef12d67cb27","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.791141957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0373d69-d530-4e28-8ca4-d6ccb6e9ec23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.790995368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"046f3fb6-a4e9-4996-aad7-240a7f59497b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.796437156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f0d4bc7e-9956-4bf5-8ac5-4dd421187f39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.796568248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"2f146b18-a2c5-4848-b322-0492a122d0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.867126754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7769306-dcbb-44f4-a2eb-00407ec110c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.867882498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"703980a4-444e-45c6-99d1-6c29b85b4d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.884088002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f4c6e347-2ed2-4e98-a612-1ef12d67cb27","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.887541835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"046f3fb6-a4e9-4996-aad7-240a7f59497b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.899032103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0373d69-d530-4e28-8ca4-d6ccb6e9ec23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.969820001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"046f3fb6-a4e9-4996-aad7-240a7f59497b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.974749525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"f4c6e347-2ed2-4e98-a612-1ef12d67cb27","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.978633822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0373d69-d530-4e28-8ca4-d6ccb6e9ec23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.133081219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8091ab","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8091ab","reconcileID":"78f69d0b-589b-4efc-a470-bdc5b270e71d","namespace":"llm","name":"e2e-dft-refs-8091ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.133532116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b4887d99-5a44-4f1b-960c-8c154fa0ef2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.135012586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"20217993-1cf8-412c-94f9-a93b92182aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.141154707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"efebc4a8-f66a-43ed-93f9-633db67e2397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.228996427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b4887d99-5a44-4f1b-960c-8c154fa0ef2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.229346275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"efebc4a8-f66a-43ed-93f9-633db67e2397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.229687153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"20217993-1cf8-412c-94f9-a93b92182aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.248519293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cc7209ae-6cc9-49cc-b880-05d9bc3f66a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.248914172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ee77dab7-54c7-4ce9-ba54-77608dd797e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.306595586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"cc7209ae-6cc9-49cc-b880-05d9bc3f66a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.308482026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ee77dab7-54c7-4ce9-ba54-77608dd797e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.546733736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4d7ddc7b-bfd6-444b-ac22-e30cf48bd497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.546816067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"5d383088-e334-42e5-aa04-fef34e5e01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.547414811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"358292ac-e42a-4bfd-affe-b02fe26be2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.604533554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"5d383088-e334-42e5-aa04-fef34e5e01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.605446459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"358292ac-e42a-4bfd-affe-b02fe26be2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.606883469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"4d7ddc7b-bfd6-444b-ac22-e30cf48bd497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.699350289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"437bf298-bc26-4af6-a3e9-a1268b780a0e","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.699528032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e90f292b-8e30-4e0e-a025-44777a0e1184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.758520729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e90f292b-8e30-4e0e-a025-44777a0e1184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.759287305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"437bf298-bc26-4af6-a3e9-a1268b780a0e","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.815491847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e90f292b-8e30-4e0e-a025-44777a0e1184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.818090563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"437bf298-bc26-4af6-a3e9-a1268b780a0e","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.92097132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1261e59a-ca2a-4b39-aa93-405c64ccfe85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.921124542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"ffa79116-a3df-43a5-a6ca-acc95bdf95eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.972892277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4724a32-2881-4212-b743-a10dfac8bad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.979362614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"ffa79116-a3df-43a5-a6ca-acc95bdf95eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:33.979383545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"1261e59a-ca2a-4b39-aa93-405c64ccfe85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.020983011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"37adcb43-2135-49d9-9cad-54c0daaa8411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.021004123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d67ed533-b5e7-447f-8d70-f83a48451c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.02951071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4724a32-2881-4212-b743-a10dfac8bad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.078709842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d67ed533-b5e7-447f-8d70-f83a48451c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.07961015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"37adcb43-2135-49d9-9cad-54c0daaa8411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.086427963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4724a32-2881-4212-b743-a10dfac8bad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.243732547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"427c1939-95d8-4f7b-9d4e-6322ffbb57e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.303948854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"427c1939-95d8-4f7b-9d4e-6322ffbb57e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.350532487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"977bd245-7d5c-41ef-a87f-0edf6467827f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.35129674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"031d4ced-10a4-453a-be20-9d5fc60426d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.408958498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"031d4ced-10a4-453a-be20-9d5fc60426d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.409167356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"977bd245-7d5c-41ef-a87f-0edf6467827f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.761477931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"fd5eec07-509d-411c-926d-2f2736e8b9b6","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.815599547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"e21fa536-1869-4038-98b8-7c93c17392d4","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.940151764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8761c54e-0b48-4df9-8812-891cb61f7040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.941571844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3183e6e4-7e37-4e8b-802d-30f5ff1430c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.992659541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a45fedc2-a91c-4645-80bd-5bfbcadf1671","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.993476298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95051ce7-7112-4f1f-a27a-acde4720010b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.99350892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df49f1b-b2b0-401b-8379-e69dc47a6a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:34.997681533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"8761c54e-0b48-4df9-8812-891cb61f7040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.040483202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"3183e6e4-7e37-4e8b-802d-30f5ff1430c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.088425707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a45fedc2-a91c-4645-80bd-5bfbcadf1671","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.088982528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df49f1b-b2b0-401b-8379-e69dc47a6a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.091612001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95051ce7-7112-4f1f-a27a-acde4720010b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.14610056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a45fedc2-a91c-4645-80bd-5bfbcadf1671","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.146768359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df49f1b-b2b0-401b-8379-e69dc47a6a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.148382892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95051ce7-7112-4f1f-a27a-acde4720010b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.149290976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"231fc90f-fe20-4a4b-ac90-090b9a8ca86e","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"name":"e2e-dft-del-fe9b58","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.258399244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0fc608f9-0aea-4473-aa67-885c8b29f2ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.258424828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0fc608f9-0aea-4473-aa67-885c8b29f2ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.258879199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01209df0-5ad4-40f4-aaac-523301fc3dfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.258897386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01209df0-5ad4-40f4-aaac-523301fc3dfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.259352808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2ecd95d-6ac2-43d7-be4b-99b0a8695036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.259369043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2ecd95d-6ac2-43d7-be4b-99b0a8695036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.259674818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e8bf427f-2424-4a26-bc2e-4469ba9f1cb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.259687447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e8bf427f-2424-4a26-bc2e-4469ba9f1cb9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.260015249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a97c698a-2fc4-4a9f-8db3-a35261f0ebaf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.260029877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a97c698a-2fc4-4a9f-8db3-a35261f0ebaf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.260337546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98fd1e92-1f1f-4ef4-8d9f-0ea78c05390d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.260350236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98fd1e92-1f1f-4ef4-8d9f-0ea78c05390d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.302548753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c4086605-31a3-4514-8a51-2bc6cb31ed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.302796621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"45252309-a6e9-4492-9766-917bfa6ec311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.303330527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4f36252-5676-4320-8ab1-d04f74f4b243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.303442987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5e8c7f1-d2fd-4143-8c27-d3b983e076d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.306751026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"db4c6332-d7c0-4b42-ad41-097cd432a78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.312951568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"008913db-bfba-42ae-9461-92ffa019beab","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.312968802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"008913db-bfba-42ae-9461-92ffa019beab","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.36076253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"45252309-a6e9-4492-9766-917bfa6ec311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.364326385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c4086605-31a3-4514-8a51-2bc6cb31ed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.36699023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"db4c6332-d7c0-4b42-ad41-097cd432a78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.403075899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2436ed91-3b70-4953-9330-c2faf430032d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.421650876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"d456f36e-f90d-4c13-9ee4-03f6e5510f13","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"name":"e2e-dft-del-fe9b58","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.508446122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e48baf00-22b5-4485-9bab-df2705c95340","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.509563166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e48baf00-22b5-4485-9bab-df2705c95340","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.510094509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e941161-3f9a-4281-999a-364910d07199","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.510194464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e941161-3f9a-4281-999a-364910d07199","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.515000838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5344be58-79df-41df-9814-1644220ab959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.524731326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2436ed91-3b70-4953-9330-c2faf430032d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.571863546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"5344be58-79df-41df-9814-1644220ab959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.72609937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7c49fb8e-5c8f-4f45-b36e-5039d6501b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.782105209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"7c49fb8e-5c8f-4f45-b36e-5039d6501b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.825396749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1a098699-caf7-41fa-9da7-908f499d541e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.825468212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"301e2251-13b0-42e6-a79b-9f3c561ee7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.881885602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"301e2251-13b0-42e6-a79b-9f3c561ee7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.883043939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"1a098699-caf7-41fa-9da7-908f499d541e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:35.977469395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e121c83-5803-4d58-8610-41aa75b92bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.032098625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"832d062a-6610-4ac9-b9a2-65f79c91afc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.032693707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"76b9b594-85c9-4241-99c4-7e82b18670d0","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.037673038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e121c83-5803-4d58-8610-41aa75b92bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.086511223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"c54c90b0-462a-403c-8c6f-bbe7f81b1dc2","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.086546105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"c54c90b0-462a-403c-8c6f-bbe7f81b1dc2","MaaSModelRef":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"routeName":"external-model-e2e-dft-del-fe9b58-a93f55ac1ac8","namespace":"llm","model":"e2e-dft-del-fe9b58","externalModel":"e2e-dft-del-fe9b58","provider":"e2e-dft-del-fe9b58-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.095651828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"832d062a-6610-4ac9-b9a2-65f79c91afc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.12199724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e121c83-5803-4d58-8610-41aa75b92bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.162199461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"832d062a-6610-4ac9-b9a2-65f79c91afc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.175663921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"5d73df6f-d7ff-463e-992e-9bb0a02fcc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.233377146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"5d73df6f-d7ff-463e-992e-9bb0a02fcc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.269762801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d8cee70e-7820-474f-afa0-d0f958518a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.283533224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9edcb12e-b1f5-448e-bd86-7e9bc3a19839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.325647762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"d8cee70e-7820-474f-afa0-d0f958518a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.33536438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d7a3a0ab-5eb0-46fc-b659-c5b51ab7ad34","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.340041784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"9edcb12e-b1f5-448e-bd86-7e9bc3a19839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.353477048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"34de4b6f-6a70-47b1-a633-06e25604b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.392374637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d7a3a0ab-5eb0-46fc-b659-c5b51ab7ad34","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.41209272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"34de4b6f-6a70-47b1-a633-06e25604b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.447711034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"d7a3a0ab-5eb0-46fc-b659-c5b51ab7ad34","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.594102305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"cfb17aff-0295-46e5-881b-4546d8c1d850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.608033067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"17716dd1-bedc-4ff3-a33f-935b3ece49f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.651226582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"cfb17aff-0295-46e5-881b-4546d8c1d850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.664426695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"17716dd1-bedc-4ff3-a33f-935b3ece49f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.695044245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c8685f1c-a4ea-4d66-bd95-554d1377dcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.695044011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"a432d357-9cfd-456d-b64a-922fdc3485b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.751807476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c8685f1c-a4ea-4d66-bd95-554d1377dcb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.752936141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"a432d357-9cfd-456d-b64a-922fdc3485b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.795706647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1b60d767-5a46-40da-b33d-f008f7d83b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.851693028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"1b60d767-5a46-40da-b33d-f008f7d83b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.064378157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a153da-12b7-48ca-a236-932e92b18ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.113928113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"863b666c-1a9a-487a-8370-cd8465b2f4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.113928869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b1fea927-aa52-4790-8e6b-2b478468d7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.121292914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a153da-12b7-48ca-a236-932e92b18ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.148321661Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"899427db-af8b-41e4-b99e-3160033e2f22","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.166747651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa97104-219d-4f89-a490-0ec0aa020a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.174682699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"863b666c-1a9a-487a-8370-cd8465b2f4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.175725779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b1fea927-aa52-4790-8e6b-2b478468d7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.177258654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1a153da-12b7-48ca-a236-932e92b18ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.22461314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa97104-219d-4f89-a490-0ec0aa020a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.280542862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afa97104-219d-4f89-a490-0ec0aa020a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.356991326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ff234beb-d4bb-4954-a81a-9b3252dba899","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.406146105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"920b05b3-0639-4f36-97f6-25bdd2f63bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.413628728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ff234beb-d4bb-4954-a81a-9b3252dba899","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.462589434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"920b05b3-0639-4f36-97f6-25bdd2f63bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.469228683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ff234beb-d4bb-4954-a81a-9b3252dba899","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.539858292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e987f914-64c5-481d-9f74-81d739568132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.539878927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9b4b72c0-5a47-4f3b-89a4-2a870ec603d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.559297837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcf00fc-4d51-4b81-afc2-b5ac6f6371bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.597034706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e987f914-64c5-481d-9f74-81d739568132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.597719139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"9b4b72c0-5a47-4f3b-89a4-2a870ec603d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.615895161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcf00fc-4d51-4b81-afc2-b5ac6f6371bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.626078164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"af46b83d-1f11-4c8a-9336-d3033dd72ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.671435089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcf00fc-4d51-4b81-afc2-b5ac6f6371bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.682362467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"af46b83d-1f11-4c8a-9336-d3033dd72ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.824042001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"28f53fb3-7938-4a45-a3a5-16b7818cd2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.880095489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"28f53fb3-7938-4a45-a3a5-16b7818cd2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.924264347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"df78f13a-9a07-4cb6-ac45-29d4bcfe8f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.982142689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"df78f13a-9a07-4cb6-ac45-29d4bcfe8f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.026820022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a80f7eb9-cdee-4a7a-8f16-c85c2f03f0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.026817258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1372df01-1601-4102-8645-b9b798019328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.027221306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3b4b3d78-10c7-4053-95da-5077f157b730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.084918071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1372df01-1601-4102-8645-b9b798019328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.085553339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3b4b3d78-10c7-4053-95da-5077f157b730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.087114566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"a80f7eb9-cdee-4a7a-8f16-c85c2f03f0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.244664473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"92e5863f-4f21-404b-9ecc-5a9683c4f0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.300571251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"92e5863f-4f21-404b-9ecc-5a9683c4f0d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.347437572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02c10d8-626b-42e4-a154-3f9ad40240ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.40382209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02c10d8-626b-42e4-a154-3f9ad40240ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.460702087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c02c10d8-626b-42e4-a154-3f9ad40240ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.39613093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"bf4d653d-d795-4c0e-8293-0e8053fdade0","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.451522808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa9aff5a-cbfa-48e5-b84f-7da6ee214fd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.452283994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa9aff5a-cbfa-48e5-b84f-7da6ee214fd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.452752025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa5de9d4-6c88-4223-84ee-3bacf98ac54a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.452807836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa5de9d4-6c88-4223-84ee-3bacf98ac54a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.458299689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4722f98b-cc3c-4fdc-8ffc-3797ec9a711c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.458367865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4722f98b-cc3c-4fdc-8ffc-3797ec9a711c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.458781139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7302e3a4-7026-43fd-8f0a-979e812d7d98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.458856094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7302e3a4-7026-43fd-8f0a-979e812d7d98","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.459350198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"597efe93-009d-436a-a0e9-2e110d6f322b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.459403935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"597efe93-009d-436a-a0e9-2e110d6f322b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.459762247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a071914-046b-4991-bdad-ba4c72f5a9f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.459819975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a071914-046b-4991-bdad-ba4c72f5a9f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.460357752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0e5407a-0957-40bf-af70-0617edb2e689","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.461940863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0e5407a-0957-40bf-af70-0617edb2e689","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.462331874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62bf72a9-8c0d-46fe-88d3-30476cfe9d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.462386073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62bf72a9-8c0d-46fe-88d3-30476cfe9d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.515330042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a3dfb8c1-4ff7-44ea-bd69-89ffefafc416","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.515366104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a3dfb8c1-4ff7-44ea-bd69-89ffefafc416","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.567701268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"95f6ddd2-3574-4de8-8e19-53300437a1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.576384884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5d7c8e3b-0739-4f42-afdb-915a33fe97e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.621179424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"12e15f75-7bab-44b2-aa65-00391457b687","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.621753543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d88172d-8bb9-44ba-a932-bf30ccec0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.626618194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"95f6ddd2-3574-4de8-8e19-53300437a1f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.629528951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"795c43b0-4e3e-4719-9e5c-4cb955785ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.634090842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"5d7c8e3b-0739-4f42-afdb-915a33fe97e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.680387892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95483ce0-7be2-4455-936e-2a9bcbe6afae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.701570122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"12e15f75-7bab-44b2-aa65-00391457b687","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.723046874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d88172d-8bb9-44ba-a932-bf30ccec0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.723417329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcdc28a9-9ee7-4714-92fd-4b253007a937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.777276453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"795c43b0-4e3e-4719-9e5c-4cb955785ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.823821765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"12e15f75-7bab-44b2-aa65-00391457b687","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.826965083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d88172d-8bb9-44ba-a932-bf30ccec0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.879684765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"795c43b0-4e3e-4719-9e5c-4cb955785ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.963417574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-fe9b58","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-fe9b58","reconcileID":"bbcb873c-f787-4355-931d-5f11a25dcb60","namespace":"llm","name":"e2e-dft-del-fe9b58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.018599158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"88cc37be-86bf-4345-9f27-e925f433781f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.019449956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b849ab61-b9ee-4f37-897d-2d852d0a7697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.076537011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a0b4db04-ef2a-42da-9121-4b3d7d31cefb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.084845791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"88cc37be-86bf-4345-9f27-e925f433781f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.085034756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"b849ab61-b9ee-4f37-897d-2d852d0a7697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.090180395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"39f8832c-3e19-4061-a4c0-fbff70d7edd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.090286832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2711246a-9bb6-4bb5-a985-50aa3ca968db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.134000918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"a0b4db04-ef2a-42da-9121-4b3d7d31cefb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.1538032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"2711246a-9bb6-4bb5-a985-50aa3ca968db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.162393848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"39f8832c-3e19-4061-a4c0-fbff70d7edd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.449373107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"be38deb8-d0fc-4d62-9d30-c834dd707d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.461984093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b5e6271d-56ae-4e66-954b-3c73a82be423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.517656694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"be38deb8-d0fc-4d62-9d30-c834dd707d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.523473586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"b5e6271d-56ae-4e66-954b-3c73a82be423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.569557818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"393e8708-7399-4219-af58-5428ff37e64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.624402086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"b0441526-a992-4003-94b9-984247e8dba0","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.625125653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a226f35b-84e9-467d-b59c-8181efd3e834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.631059436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"393e8708-7399-4219-af58-5428ff37e64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.696645107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"b0441526-a992-4003-94b9-984247e8dba0","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.696723262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a226f35b-84e9-467d-b59c-8181efd3e834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.766281744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a226f35b-84e9-467d-b59c-8181efd3e834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.768778956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"b0441526-a992-4003-94b9-984247e8dba0","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.95637285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f523f63-5e11-49ac-978a-1c7372669267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.999475349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9653f636-0710-4c4d-a614-030567564cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.000285535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a1c68274-db5b-4131-83a1-8fc69096377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.000957662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1c7d643b-6a00-4e2a-a178-ee3955c119a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.002393373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b2d29851-30dc-4749-b0b2-ceba67420b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.020044794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f523f63-5e11-49ac-978a-1c7372669267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.115415181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"1c7d643b-6a00-4e2a-a178-ee3955c119a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.152178542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a1c68274-db5b-4131-83a1-8fc69096377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.152590978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9653f636-0710-4c4d-a614-030567564cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.187897241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"b2d29851-30dc-4749-b0b2-ceba67420b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.190817009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f523f63-5e11-49ac-978a-1c7372669267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.366376424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d9058603-754d-4f23-bec5-fe3843e1ca67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.424748167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"d9058603-754d-4f23-bec5-fe3843e1ca67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.568896191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0ccac6f6-5588-4520-b791-b4e5f0b24571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.569969425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"31e785a5-afa6-492a-bcdb-04d4771abf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.626364696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0ccac6f6-5588-4520-b791-b4e5f0b24571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:43.627038963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"31e785a5-afa6-492a-bcdb-04d4771abf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.737258098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d18fccf-3a57-4233-b10e-af085db72ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.790117872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d18fccf-3a57-4233-b10e-af085db72ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.843581963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d18fccf-3a57-4233-b10e-af085db72ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.896513696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d18fccf-3a57-4233-b10e-af085db72ac7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:49.336087664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-acb220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-acb220","reconcileID":"8b4991ab-0f3c-4a23-b433-fd1af91e8deb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-acb220","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-acb220":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.89754289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb36082-bfeb-4942-adb6-7f4f290b0460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.95112979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb36082-bfeb-4942-adb6-7f4f290b0460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:51.004423251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb36082-bfeb-4942-adb6-7f4f290b0460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:51.057696928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb36082-bfeb-4942-adb6-7f4f290b0460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.98312463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916425d-bc04-4d4b-ba27-5402d657d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:52.983290972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac80d354-b01c-40d8-8d1e-e02c75182a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.036076371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916425d-bc04-4d4b-ba27-5402d657d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.036198411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e1c7a1a2-3ceb-4167-87f1-8aaf77ac3a31","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.091016902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916425d-bc04-4d4b-ba27-5402d657d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.136393161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac80d354-b01c-40d8-8d1e-e02c75182a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.146203426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d916425d-bc04-4d4b-ba27-5402d657d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.152041823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e1c7a1a2-3ceb-4167-87f1-8aaf77ac3a31","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.204081106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac80d354-b01c-40d8-8d1e-e02c75182a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.213699708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e1c7a1a2-3ceb-4167-87f1-8aaf77ac3a31","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.264376435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93e8c9c1-38b8-467e-9716-2baba400daaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.264397998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93e8c9c1-38b8-467e-9716-2baba400daaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.331023751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"52a912cf-c1a2-4098-8b09-e576adc5a74a","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.331047952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"52a912cf-c1a2-4098-8b09-e576adc5a74a","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.42872051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e99922a3-3c4d-4146-84b6-0c93a563cb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.488169717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e99922a3-3c4d-4146-84b6-0c93a563cb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.54538711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e99922a3-3c4d-4146-84b6-0c93a563cb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.604919611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2519fae-9e25-4fdc-9df6-b288552ff206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:53.604944447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2519fae-9e25-4fdc-9df6-b288552ff206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.076728314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ca550-f49b-45f3-b7e4-f386a190e627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.129552204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ca550-f49b-45f3-b7e4-f386a190e627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.18201871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ca550-f49b-45f3-b7e4-f386a190e627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.235720552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076ca550-f49b-45f3-b7e4-f386a190e627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.930957873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.1983011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e35bc3-3e05-4793-a9b4-97ba57e5ac92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.251191535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e35bc3-3e05-4793-a9b4-97ba57e5ac92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.303959063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e35bc3-3e05-4793-a9b4-97ba57e5ac92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:57.356739536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e35bc3-3e05-4793-a9b4-97ba57e5ac92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.283211094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eef7879-f233-4732-b1dd-d2f4e0fc75fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.33601315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eef7879-f233-4732-b1dd-d2f4e0fc75fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.388617142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eef7879-f233-4732-b1dd-d2f4e0fc75fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:59.441150532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eef7879-f233-4732-b1dd-d2f4e0fc75fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.472531648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7505be2f-d925-464b-8c2b-fe415c875c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.48800301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"78627a90-3bc1-4de7-ab40-a290e6da9d03","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.52929923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7505be2f-d925-464b-8c2b-fe415c875c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.546500876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"78627a90-3bc1-4de7-ab40-a290e6da9d03","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.586293398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7505be2f-d925-464b-8c2b-fe415c875c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.603709148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"78627a90-3bc1-4de7-ab40-a290e6da9d03","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.815172597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e0572d2-1b7e-4283-a15f-bd73cce4cd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.873858754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e0572d2-1b7e-4283-a15f-bd73cce4cd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:03.929263646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0d2e5472c04aa04b57105f13271386527dc7f00e5ef2c0e8a1e389f6f44a2a91) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c1fc5a948eb5efb608a9ac24a44e6cbda961c6d3ca72220daea40bfb2a5ed2d4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (587cab1ad1e6acfdc961f02fe69882973a3054c31c744ebb0b808e5daa473c23) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7400ee220730a85c475d4f77d81a04bf9d10650c82adf6f1d072f8d695d31c06) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e0572d2-1b7e-4283-a15f-bd73cce4cd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.813025525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80f954c-c329-4eaa-86ce-4b92411fae17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.818293908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"69b2eb59-7313-47f9-bc30-0f87c422cd13","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.869453208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80f954c-c329-4eaa-86ce-4b92411fae17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:13.874651987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"69b2eb59-7313-47f9-bc30-0f87c422cd13","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.143421675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f00d61f8-becf-4b3d-be50-a0ec50d35227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.190505808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5414d441-f4fc-4f9d-8f57-5c35a5496d27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.190531591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5414d441-f4fc-4f9d-8f57-5c35a5496d27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.201299617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f00d61f8-becf-4b3d-be50-a0ec50d35227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.371534705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"c29123eb-54bd-4c78-838a-493d8d794d8b","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.371661294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"c29123eb-54bd-4c78-838a-493d8d794d8b","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.52545485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bcf9282-6a24-4933-9bf3-91178c4d8e43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:14.525480091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bcf9282-6a24-4933-9bf3-91178c4d8e43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.916598803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"9d1b5773-85cb-40fa-992e-6b80aeeb6acd","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:15.916624217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"9d1b5773-85cb-40fa-992e-6b80aeeb6acd","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:15.978354779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"b1bc3c4b-00cb-413f-8b3e-65e43fdc1caf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-ebc25d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.079859795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb043b7-8a90-49c3-b49f-082d0440fe61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.07999323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"aa0c89ed-e675-453b-8cbd-a540f1990a6d","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.079862342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36e695f7-a8b0-46d6-b874-f93ef6721c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.085058189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a7a415d8-2ac3-4234-8b74-2f8428a6b175","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.08507585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a7a415d8-2ac3-4234-8b74-2f8428a6b175","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.257085442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"16b2a0d0-5a46-40f0-a017-0e72d6154515","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.257197964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"16b2a0d0-5a46-40f0-a017-0e72d6154515","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.267548301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"aa0c89ed-e675-453b-8cbd-a540f1990a6d","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:16.278166707Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb043b7-8a90-49c3-b49f-082d0440fe61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:16.278580992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36e695f7-a8b0-46d6-b874-f93ef6721c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.32854613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"aa0c89ed-e675-453b-8cbd-a540f1990a6d","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:16.338079475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36e695f7-a8b0-46d6-b874-f93ef6721c0b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.338586438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260fde5d-af12-443d-8b6a-7c065c7f7cf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.338606954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"260fde5d-af12-443d-8b6a-7c065c7f7cf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.348214909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28919008-8f3e-42bc-8d86-b5745ed16098","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.348327868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28919008-8f3e-42bc-8d86-b5745ed16098","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:16.348172379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb043b7-8a90-49c3-b49f-082d0440fe61","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.439769699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"1a332eff-7eb7-4dfa-a339-a079e3d9c4ea","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.439798663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"1a332eff-7eb7-4dfa-a339-a079e3d9c4ea","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.480194383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"b6de725c-416c-4da7-9157-2e5ec02594a9","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ebc25d","model":"e2e-dft-ebc25d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-ebc25d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.546776283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb6e5a4d-7313-44b3-a327-e05cf574667b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.558249015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be50a9ea-01e5-4f0f-97f7-0abafe867357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.603492918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb6e5a4d-7313-44b3-a327-e05cf574667b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.614412061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be50a9ea-01e5-4f0f-97f7-0abafe867357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.648903298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"0dcd9473-55a5-4270-9cfa-3ea0ccd575b1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.671218173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be50a9ea-01e5-4f0f-97f7-0abafe867357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.697699525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"9c220e6e-476b-4e6e-83bd-4541bb0a314a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-64371c","tenantID":"e2e-extmod-a-64371c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.708802197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"0dcd9473-55a5-4270-9cfa-3ea0ccd575b1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.756698386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3d46fbfc-1916-4284-9e8e-0719d9ba958b","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.756728483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3d46fbfc-1916-4284-9e8e-0719d9ba958b","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.763733107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"0dcd9473-55a5-4270-9cfa-3ea0ccd575b1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.81251502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26eb60d-2681-4a03-ab24-14dfd48a282a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.81254418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26eb60d-2681-4a03-ab24-14dfd48a282a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.814370666Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"9c220e6e-476b-4e6e-83bd-4541bb0a314a","name":"e2e-extmod-a-64371c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:16.971446925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"ea3a311a-8bea-45bc-909c-00a431236826","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ebc25d","model":"llm/e2e-dft-ebc25d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:25.931344146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:26.943355945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9476918f-e770-4d5b-8aa3-56e83dd6401a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:27.003095526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9476918f-e770-4d5b-8aa3-56e83dd6401a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:27.036938589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ebc2a17c-a4d0-45a7-b9b9-e8ea61ad3068","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:27.061644764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9476918f-e770-4d5b-8aa3-56e83dd6401a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:27.093526839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ebc2a17c-a4d0-45a7-b9b9-e8ea61ad3068","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:27.160558381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ebc2a17c-a4d0-45a7-b9b9-e8ea61ad3068","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.062760534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"001a51bf-0589-49d2-93ad-28d2229f8456","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-88f915","tenantID":"e2e-inf-a-88f915","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.17891258Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"001a51bf-0589-49d2-93ad-28d2229f8456","name":"e2e-inf-a-88f915-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.275447669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b113a087-33a6-4f85-a0ac-290a9fe6cdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.332437258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b113a087-33a6-4f85-a0ac-290a9fe6cdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.373744091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"6efe522c-9a5e-4bc7-b549-f0355d192d26","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.38814789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b113a087-33a6-4f85-a0ac-290a9fe6cdfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.431704039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"6efe522c-9a5e-4bc7-b549-f0355d192d26","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.45118916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b0f480d-04c7-49e0-8515-99ac0b12a2ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.451285042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b0f480d-04c7-49e0-8515-99ac0b12a2ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.488319633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"6efe522c-9a5e-4bc7-b549-f0355d192d26","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.604731986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"7d8f61db-9de5-4fc4-ae2e-035c3c1ab938","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:37.604759288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"7d8f61db-9de5-4fc4-ae2e-035c3c1ab938","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:42.264706096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"3f755210-f655-4180-9c34-5fc4aae6be04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-33cbf0","tenantID":"e2e-inf-a-33cbf0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:42.380152873Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"3f755210-f655-4180-9c34-5fc4aae6be04","name":"e2e-inf-a-33cbf0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.662585378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"667b70d4-e745-490b-b28c-dd9c611af59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.719683602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"667b70d4-e745-490b-b28c-dd9c611af59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.759042235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"58ce873f-8695-4628-a32e-3b2507f72533","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.775506017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"667b70d4-e745-490b-b28c-dd9c611af59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.815855646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"58ce873f-8695-4628-a32e-3b2507f72533","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:47.871901346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"58ce873f-8695-4628-a32e-3b2507f72533","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.930564524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:57.98491654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0beb860a-7df7-4427-930b-797dd80bb3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.042047168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0beb860a-7df7-4427-930b-797dd80bb3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.081338273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a6b57892-28d6-499b-bb92-7eb4d623c1d1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.098224765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0beb860a-7df7-4427-930b-797dd80bb3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.138208464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a6b57892-28d6-499b-bb92-7eb4d623c1d1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.1954186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"a6b57892-28d6-499b-bb92-7eb4d623c1d1","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.313404963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b39a278d-f1ed-4b73-8ea0-16c350f8c0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.37359236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b39a278d-f1ed-4b73-8ea0-16c350f8c0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.40927266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e6bd20e9-426d-4831-bb14-c21b80b74346","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.429929157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b39a278d-f1ed-4b73-8ea0-16c350f8c0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.466331153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e6bd20e9-426d-4831-bb14-c21b80b74346","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:08.522101507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fcdfab6f38a57b4a76b36605a4f6157aef4420096c490e287dfe50f6a0f2a0ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c6678953aa4f95607ff9a56af635144d378e86c7067fe2cd58a7c14b143af4ce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (9303afb6c86b9f928c452f1ccfd60444bb5ae3dbcf4d0aca8df33a728490d8dd) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3da0c601900fc39d2e285faedf1fbd5273e48afbc34e71bab839a442f5825217) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"e6bd20e9-426d-4831-bb14-c21b80b74346","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:10.081184914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"f1de8038-7d30-4b45-b20e-19e921f7b7d2","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ebc25d","model":"llm/e2e-dft-ebc25d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:10.38753559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"6a914c58-aeb2-496e-a08e-b019f64a5b20","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:10.387660052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"6a914c58-aeb2-496e-a08e-b019f64a5b20","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.165451906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ac9ab19a-ad9b-4df5-8738-0e75d37c9b90","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.165872244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fdb83c-b63e-476f-944f-5ac31d943fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.17229446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d438d6-5bb8-463a-b33d-385c5454a456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.24505543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"ac9ab19a-ad9b-4df5-8738-0e75d37c9b90","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.247978793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fdb83c-b63e-476f-944f-5ac31d943fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.259994886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d438d6-5bb8-463a-b33d-385c5454a456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.638931957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fe1913-a49d-4240-8b06-278dc286910b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.639073734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fe1913-a49d-4240-8b06-278dc286910b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.639926477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77756c10-c53d-4520-af7c-cd687834a56a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.640016064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77756c10-c53d-4520-af7c-cd687834a56a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.802013528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a070151b-7f26-4841-9239-9b56309078ca","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.802150465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"a070151b-7f26-4841-9239-9b56309078ca","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.550598324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"958943b3-2ffb-45b3-9606-87bbb8688325","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.761967798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"a6ddf8b8-b686-473b-9abf-f6e8eccdad4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.767012564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"95ce7c1d-c45f-4583-a523-443e948fe5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.76704674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"58fd4c8b-bd94-4b9f-8b68-b953981e206d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.823408873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"95ce7c1d-c45f-4583-a523-443e948fe5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.823782846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"58fd4c8b-bd94-4b9f-8b68-b953981e206d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.929970467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"52a385e6-b2d2-4e44-91ee-b29c2de2c319","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.141020696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"87bf74e9-5ff6-47d9-84ec-67c46a70b8f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:22.395658826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"9f08d436-cc71-4bf4-85ba-be5658c597c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-acb220","tenantID":"e2e-inf-a-acb220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:22.511288198Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"9f08d436-cc71-4bf4-85ba-be5658c597c4","name":"e2e-inf-a-acb220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.287937057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"f530500c-f9f8-44a0-9cb1-5305f54e007e","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.287962174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"f530500c-f9f8-44a0-9cb1-5305f54e007e","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.447655555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b1a433-da49-4c49-b221-ff7a506a07d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.447814435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fae6ad2-b615-4e0a-8474-8987b447dc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.447656532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"00422703-406c-4da8-b12a-bc23648bade3","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.464439686Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"99ae0d2b-fcaf-4e19-9315-2fda4016a7b1","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a50149fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.507757523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"00422703-406c-4da8-b12a-bc23648bade3","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.511374985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fae6ad2-b615-4e0a-8474-8987b447dc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.512308556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b1a433-da49-4c49-b221-ff7a506a07d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.929799343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd344dd-b5da-4ae8-abb2-f2e228f06442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.929817839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd4bf958-03af-4025-abfa-0d529746a1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.987344296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd344dd-b5da-4ae8-abb2-f2e228f06442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:23.988426878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd4bf958-03af-4025-abfa-0d529746a1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.034820318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"30cc91e7-4287-4431-a5cb-c77ece8d5cf6","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.092043026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"30cc91e7-4287-4431-a5cb-c77ece8d5cf6","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.154634607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"a5b89218-e799-4f26-be3d-9c3b22bd9382","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.366485115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"69d28c4a-93a0-473c-b4b2-312738106618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.371639434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7f55dd17-8ed5-48cf-a61e-a6b5e61b3d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.371639551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"420ecf0d-0911-4890-979c-33abf08ac01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.428236626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"7f55dd17-8ed5-48cf-a61e-a6b5e61b3d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.429532449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"420ecf0d-0911-4890-979c-33abf08ac01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.532458287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1dbd96d8-5cec-412f-a287-956bd39e7a27","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.743397108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"35f86c85-b256-4b14-aa2b-b7cce14499f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.931224388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.804121962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"15b015c2-0249-451e-be6a-44e14f0f58f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.902509495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"018b335f-642d-4a8a-80a4-bd906cdf96d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.000991743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"3e6a3b13-3d4f-48d7-a6af-d4e02c661b65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.038582307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"0723a021-4167-4468-9de9-4e2b5ccf8f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.100337836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"88cfbe69-9d16-4109-ac67-d984ea008da9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.338575608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"3e41c029-d6bf-4dbf-a88e-e468dbdb1e2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.555691165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"12ac4777-c9d5-4ddb-8847-ff8efbb3972c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.657143987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"e5bb8d2d-5b71-4849-aa9d-9815d097ea1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.797916296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"9b18278c-b374-43c2-9f26-f131b5d02916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.963223235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0a820b0-6295-4707-8290-bd5699595789","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:27.963228832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbf5ef57-7aea-4f72-9036-7b8bfd138541","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:28.22614344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"fd3a8b99-e4b0-4cfb-8b83-c9cae99614d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:33.518788592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"34e586f3-c231-4abb-889f-1e7cd0ffc97a","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ebc25d","subscription":"e2e-dft-ebc25d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:33.624157136Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"34e586f3-c231-4abb-889f-1e7cd0ffc97a","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:33.676994004Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-sub","reconcileID":"34e586f3-c231-4abb-889f-1e7cd0ffc97a","MaaSSubscription":{"name":"e2e-dft-ebc25d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ebc25d","namespace":"llm","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.007363737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3a0721fc-041c-44cc-bfbb-f0119fe13e68","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.007397914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"3a0721fc-041c-44cc-bfbb-f0119fe13e68","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.163028731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"62bc9c7a-f7ba-4c80-ab1a-3caabadb3a9b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.163075268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c93b9b-cc6a-44c8-b6e7-90a75661cb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.163476877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf50c554-bd76-4af6-aefb-134a3cfc6e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.169649881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"5ddaa5a1-1b46-4089-937b-49f47031ad8c","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.169667183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"5ddaa5a1-1b46-4089-937b-49f47031ad8c","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.276647946Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"5ddaa5a1-1b46-4089-937b-49f47031ad8c","name":"e2e-dft-ebc25d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ebc25d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.276740729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"5ddaa5a1-1b46-4089-937b-49f47031ad8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ebc25d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.289976896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf50c554-bd76-4af6-aefb-134a3cfc6e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.295511126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c93b9b-cc6a-44c8-b6e7-90a75661cb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.296771608Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"62bc9c7a-f7ba-4c80-ab1a-3caabadb3a9b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.334552706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"b51e425a-d5e3-49ac-b33d-18911e9784d4","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.334578765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"b51e425a-d5e3-49ac-b33d-18911e9784d4","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.345501155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf50c554-bd76-4af6-aefb-134a3cfc6e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.350860176Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"62bc9c7a-f7ba-4c80-ab1a-3caabadb3a9b","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-ebc25d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.350935903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"62bc9c7a-f7ba-4c80-ab1a-3caabadb3a9b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.351159596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ebc25d-access","reconcileID":"c2f20807-c55f-457f-8305-2a8f6411f1fd","MaaSAuthPolicy":{"name":"e2e-dft-ebc25d-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:34.351528562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c93b9b-cc6a-44c8-b6e7-90a75661cb29","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.387416372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bc6b4c5-85b1-4a5d-9ddf-f8133eee17ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.387436409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bc6b4c5-85b1-4a5d-9ddf-f8133eee17ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.403707938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58d254e0-b62e-40bc-83e6-1254c64f9f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.403726086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58d254e0-b62e-40bc-83e6-1254c64f9f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.525318514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bda6b4f-813c-4e06-8bac-039b65931fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.582561951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bda6b4f-813c-4e06-8bac-039b65931fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.615687604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"bff34caa-69cd-409b-b267-b506c3b59d9d","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.615713548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"bff34caa-69cd-409b-b267-b506c3b59d9d","MaaSModelRef":{"name":"e2e-dft-ebc25d","namespace":"llm"},"routeName":"external-model-e2e-dft-ebc25d-56adf2d10092","namespace":"llm","model":"e2e-dft-ebc25d","externalModel":"e2e-dft-ebc25d","provider":"e2e-dft-ebc25d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.637374408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bda6b4f-813c-4e06-8bac-039b65931fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.69317015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddde8fcb-2709-4a74-80cc-6b427e6cf970","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.693188865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddde8fcb-2709-4a74-80cc-6b427e6cf970","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.254707579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"d81165f3-2c8e-4f97-bc9c-33e101b0c7c4","namespace":"llm","name":"e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308208705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3de0b7a3-17ef-436c-9684-57b5d3280f57","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308237254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3de0b7a3-17ef-436c-9684-57b5d3280f57","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308619594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"372e573f-7a5c-4760-80a2-fd0419583f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308636067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"372e573f-7a5c-4760-80a2-fd0419583f1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308975801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf5e7b5b-418e-4971-b1cf-91db6514f147","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.308988954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf5e7b5b-418e-4971-b1cf-91db6514f147","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309207295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e27e9db7-3235-43fe-8629-962215524921","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309219068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e27e9db7-3235-43fe-8629-962215524921","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309431473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abb7c373-5d62-4159-b147-b35aac9982a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309441662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abb7c373-5d62-4159-b147-b35aac9982a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309633452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96dbc913-5f64-4412-ac30-f79be91d56f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309642758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96dbc913-5f64-4412-ac30-f79be91d56f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309917722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3253a64a-2312-4cb1-a851-13a0ff7a3ee3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.309929749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3253a64a-2312-4cb1-a851-13a0ff7a3ee3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.310127967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebe2f382-f191-442a-85d4-4d5f91a480f5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.310138156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebe2f382-f191-442a-85d4-4d5f91a480f5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.413371045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e637021-5c5b-4885-9ed7-8c4b7a708018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.413630407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f794e4e6-69b7-44ea-87f9-d90c2f6b112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.414003983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0b2fd907-bf77-4f8d-921b-d5c071abe7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.414682788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"12051b3e-1b9d-4a57-a89b-691d38c3e1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.471453448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e637021-5c5b-4885-9ed7-8c4b7a708018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.471827347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"12051b3e-1b9d-4a57-a89b-691d38c3e1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.47358464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"0b2fd907-bf77-4f8d-921b-d5c071abe7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.473965213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f794e4e6-69b7-44ea-87f9-d90c2f6b112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.515286456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"fb4e0afe-714f-46f1-a38b-0e86d0b2c046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.524787978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e683daed-30b3-4c28-88f2-92062d639bd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.529487584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45beda95-3deb-4385-8a55-a09d511b55d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.546086882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e637021-5c5b-4885-9ed7-8c4b7a708018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.590521285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f794e4e6-69b7-44ea-87f9-d90c2f6b112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.609351137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"fb4e0afe-714f-46f1-a38b-0e86d0b2c046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.719849906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"00879c59-03ea-45f8-8a88-97d224e14206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.77704844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"00879c59-03ea-45f8-8a88-97d224e14206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.804598426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"166ebf98-adac-4e87-83d1-d28486896175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.860717838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"166ebf98-adac-4e87-83d1-d28486896175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.876572597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ebc25d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ebc25d","reconcileID":"9c5a9f39-1a3e-4c64-b31d-91cd99291e36","namespace":"llm","name":"e2e-dft-ebc25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.918005724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"9accc5df-7b84-485f-a190-a1007d8de6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.918729695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dab7b40d-79c3-40ae-a091-395fb3396566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.975399169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"9accc5df-7b84-485f-a190-a1007d8de6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.98572739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"dab7b40d-79c3-40ae-a091-395fb3396566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.085970816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"bddbd7ab-e4cc-411f-8516-ccd82e08b099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.142592486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"bddbd7ab-e4cc-411f-8516-ccd82e08b099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.158759848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"faf02e89-0486-4cd4-a959-4168c896ee05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.223927746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"9aad69d2-4cb1-4fe8-b49f-bd971653bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.256902749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"faf02e89-0486-4cd4-a959-4168c896ee05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.285199673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"9aad69d2-4cb1-4fe8-b49f-bd971653bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.388548501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d84d8525-39e3-4d6c-aceb-564a63eed147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.388548433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d669e661-ad36-45dc-a270-05c64d0cfb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.466086042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d669e661-ad36-45dc-a270-05c64d0cfb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.485143871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d84d8525-39e3-4d6c-aceb-564a63eed147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.612199702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ecfc8cc9-1c6d-4bf2-9864-9346edb5a524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.615470031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d669e661-ad36-45dc-a270-05c64d0cfb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.619693758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d84d8525-39e3-4d6c-aceb-564a63eed147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.671957425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"ecfc8cc9-1c6d-4bf2-9864-9346edb5a524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.720497897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"f50131d3-d4ae-438d-b371-842cc5ed4f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.720498032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6c1cc53c-0ffc-4222-8d80-c6c927be34c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.780413284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"f50131d3-d4ae-438d-b371-842cc5ed4f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.781072903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"6c1cc53c-0ffc-4222-8d80-c6c927be34c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.817743838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"aa55914a-b7dc-4e3b-8fb5-7ea1a1b75912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.817745778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"d4e7014a-17b5-492e-a055-c09747e4da8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.875885615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"aa55914a-b7dc-4e3b-8fb5-7ea1a1b75912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.87603714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"d4e7014a-17b5-492e-a055-c09747e4da8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.992438784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a8ae5b0e-4c43-4f3e-936e-7f09497f7249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:37.049291471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a8ae5b0e-4c43-4f3e-936e-7f09497f7249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:37.096888771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4a37886e-5119-4ef8-9e41-804dd5a7f6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:37.154512244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"4a37886e-5119-4ef8-9e41-804dd5a7f6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:41.916087308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94633f3-acf5-457d-91a7-a78ce165e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:41.969051132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94633f3-acf5-457d-91a7-a78ce165e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:42.021684156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94633f3-acf5-457d-91a7-a78ce165e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:42.074987491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94633f3-acf5-457d-91a7-a78ce165e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:42.510766073Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b7af4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b7af4","reconcileID":"b7c57d22-afd6-4ac9-b009-7009ee25968a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9b7af4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9b7af4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.002754066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2723561-3bca-4acc-a9f6-dc0bc30f4e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.055469398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2723561-3bca-4acc-a9f6-dc0bc30f4e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.107974116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2723561-3bca-4acc-a9f6-dc0bc30f4e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:44.161299249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2723561-3bca-4acc-a9f6-dc0bc30f4e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.774081381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966f482-cc4e-42a6-829a-6bfbb6e8ea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.777775068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78cc160d-7d2b-4070-933e-1672a43591e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.830767756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966f482-cc4e-42a6-829a-6bfbb6e8ea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.834046632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78cc160d-7d2b-4070-933e-1672a43591e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.887047696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c966f482-cc4e-42a6-829a-6bfbb6e8ea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:46.889995309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78cc160d-7d2b-4070-933e-1672a43591e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:50.094116176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bdca3b-a239-45e7-9248-6863ddbd4abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:50.150226477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bdca3b-a239-45e7-9248-6863ddbd4abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:50.216125507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bdca3b-a239-45e7-9248-6863ddbd4abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:50.286042134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bdca3b-a239-45e7-9248-6863ddbd4abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:52.389947328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba963363-d036-4c68-9764-81bd1d7cd7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:52.442516043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba963363-d036-4c68-9764-81bd1d7cd7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:52.49647263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba963363-d036-4c68-9764-81bd1d7cd7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:52.54911588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba963363-d036-4c68-9764-81bd1d7cd7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.872637536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"0901f7c4-518d-4426-a9e2-de96f849e905","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.937294387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.974820106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"8dfca8aa-59ef-45d9-b71e-089798567e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.985216471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"373876e8-f268-421f-995e-988e7f3a79c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.078762664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"ebc85e4e-b443-407e-ad52-5841bf7cbaa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.278949941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6cc3d85-e709-4353-8cc9-4c2506873d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.524196289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"19c19e96-fadf-446f-bb7c-bc87a448f30b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.893705873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"f914efc5-bb9b-4512-8398-6a57cba5f836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.894021897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"5c99a9ab-ceb3-497b-996a-c8c577bac204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:56.946778181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"b84d6c29-a7be-4916-a315-4f249a5c6466","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.006586057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"c6a928b0-fc29-4f4c-aaf2-62d46c439f84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.045191447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4bb16a5-eccf-4551-a4aa-2925f18210da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.048617989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1f0747a-dd5d-4b63-b9ff-b24ea8cc1af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.09933305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1083311-07e1-4e5c-bb0f-efa27196c1ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.103295111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4bb16a5-eccf-4551-a4aa-2925f18210da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.109513457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1f0747a-dd5d-4b63-b9ff-b24ea8cc1af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.159460752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4bb16a5-eccf-4551-a4aa-2925f18210da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.165675668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1f0747a-dd5d-4b63-b9ff-b24ea8cc1af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.221282389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"670501f6-6ac0-4127-9601-2bdbea64a6cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.22130367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"670501f6-6ac0-4127-9601-2bdbea64a6cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.221539304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"79e1a382-22b4-439c-811d-10cb581d6b93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.225567436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af53f6c-c4aa-422d-90e4-6deb48e6a6a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.225582101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af53f6c-c4aa-422d-90e4-6deb48e6a6a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.343922692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e72a29-56e7-4895-96e2-4d76ec48156e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.397721133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e72a29-56e7-4895-96e2-4d76ec48156e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.450345087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e72a29-56e7-4895-96e2-4d76ec48156e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:57.516235634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e72a29-56e7-4895-96e2-4d76ec48156e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:59.705195894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d08f08-5acf-4586-af6e-1a34509ac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:59.760417134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d08f08-5acf-4586-af6e-1a34509ac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:59.814444933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d08f08-5acf-4586-af6e-1a34509ac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:59.867626175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d08f08-5acf-4586-af6e-1a34509ac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.379718856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794ada15-addf-4493-8e69-42c5f727bf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.382773183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc975dac-e825-4690-b1f5-bf0544d665c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.438675802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794ada15-addf-4493-8e69-42c5f727bf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.440756677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc975dac-e825-4690-b1f5-bf0544d665c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.495527813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794ada15-addf-4493-8e69-42c5f727bf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:07.496191566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc975dac-e825-4690-b1f5-bf0544d665c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:11.12726406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b54c794-fbb3-4a01-be24-376626137f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:11.179783669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b54c794-fbb3-4a01-be24-376626137f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:11.233776446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b54c794-fbb3-4a01-be24-376626137f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:11.287495228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b54c794-fbb3-4a01-be24-376626137f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.178563909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359de68c-bd7b-4eb4-97eb-229b6bd42560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.23151762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359de68c-bd7b-4eb4-97eb-229b6bd42560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.284493955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359de68c-bd7b-4eb4-97eb-229b6bd42560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:13.337668553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359de68c-bd7b-4eb4-97eb-229b6bd42560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.59057774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4445b-1d44-4a3e-a7d2-84d6930e7e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.643096273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4445b-1d44-4a3e-a7d2-84d6930e7e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.695506677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4445b-1d44-4a3e-a7d2-84d6930e7e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.748471781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce4445b-1d44-4a3e-a7d2-84d6930e7e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.652473416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6ebf04-b6a6-43c5-8238-1e0eb16414d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.652615605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b473e3-2636-40d2-b118-e91520d2a06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.710449916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b473e3-2636-40d2-b118-e91520d2a06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.710469713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6ebf04-b6a6-43c5-8238-1e0eb16414d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.814907236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b473e3-2636-40d2-b118-e91520d2a06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.814964448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6ebf04-b6a6-43c5-8238-1e0eb16414d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.690565045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16bedd-fb06-4b34-9ae8-a75c9aff143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.743285218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16bedd-fb06-4b34-9ae8-a75c9aff143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.795961911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16bedd-fb06-4b34-9ae8-a75c9aff143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.848395225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a16bedd-fb06-4b34-9ae8-a75c9aff143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.142934141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc5818-948e-4de3-a9e2-b8e5509d3fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.196708681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc5818-948e-4de3-a9e2-b8e5509d3fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.251263294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc5818-948e-4de3-a9e2-b8e5509d3fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.317370677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0bc5818-948e-4de3-a9e2-b8e5509d3fdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.259222553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1c9e46-1e8d-4e05-8ba4-d0ef0486873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.311645653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1c9e46-1e8d-4e05-8ba4-d0ef0486873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.36417617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1c9e46-1e8d-4e05-8ba4-d0ef0486873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.416654661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1c9e46-1e8d-4e05-8ba4-d0ef0486873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:25.94608466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.319265506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2656b7c-527e-4b21-9f83-a4c7cd038afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.372071899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2656b7c-527e-4b21-9f83-a4c7cd038afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.425192426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2656b7c-527e-4b21-9f83-a4c7cd038afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.480794927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2656b7c-527e-4b21-9f83-a4c7cd038afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.972763073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"907adc9c-c4e6-4dd7-8316-62903a834794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.972763072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29dfe106-8cfb-4abb-b9e5-7b71f979d9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.031483986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"907adc9c-c4e6-4dd7-8316-62903a834794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.033138686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29dfe106-8cfb-4abb-b9e5-7b71f979d9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.087912471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"907adc9c-c4e6-4dd7-8316-62903a834794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.089408452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29dfe106-8cfb-4abb-b9e5-7b71f979d9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.378232983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3ccf28-1465-488f-b01f-611e4c83ea39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.431067686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3ccf28-1465-488f-b01f-611e4c83ea39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.486034454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3ccf28-1465-488f-b01f-611e4c83ea39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.538985164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b3ccf28-1465-488f-b01f-611e4c83ea39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:29.820540312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"7cc234cd-2578-4d6a-8cee-3d56a31e9235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.270352083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"30dd330d-0d87-4fb0-8692-617371c8f5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.365687182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d407b54b-79ac-45ab-9afe-bcc3e4dac6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.380152225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"daf5373c-7283-454f-90a6-f21e0fbd79cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.466132004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"2d3ca08b-f0b1-4020-bed0-f5bc42568aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.565663871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"8bd132e3-5ff1-4dc7-bb1d-af09f9b699e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:30.606305175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"4d5edc0d-39cb-4682-a06b-ac0007fcf95f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.053253598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"4a86c88d-9f4f-4a1e-a8ac-9cf31c1b241d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.16149758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"f24b51c9-2dd1-4329-ad95-993818eafa65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.260471452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"f8441d0a-f257-4acd-bc8a-c0d486c12c28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.387991095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"8a9e1244-a7ee-4903-bda9-e1331f35ed42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:31.489530494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c149ffe4-bddb-4f7a-ba89-bff4445b68d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.246803101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851b4c47-03bc-4f52-801d-486348762ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.247366755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c561ea-1c53-4bc5-b30b-c9a29f5f1100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.303933821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c561ea-1c53-4bc5-b30b-c9a29f5f1100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.303970377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851b4c47-03bc-4f52-801d-486348762ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.573620026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"893f2f54-8419-42bf-9f1b-6908a2d88b84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.57364475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"893f2f54-8419-42bf-9f1b-6908a2d88b84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.575826422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42511183-3f92-4404-a4bf-56d934cc4bac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:38.575865462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42511183-3f92-4404-a4bf-56d934cc4bac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:55.943258529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.425110015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"4fbd1f44-12f0-490b-9d60-e5e7f6a3afe8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b7af4","tenantID":"e2e-inf-a-9b7af4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.542199236Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"4fbd1f44-12f0-490b-9d60-e5e7f6a3afe8","name":"e2e-inf-a-9b7af4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.599783423Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","namespace":"ai-tenant-e2e-extmod-a-64371c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.599882394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","namespace":"ai-tenant-e2e-extmod-a-64371c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.59993973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","tenant":"e2e-extmod-a-64371c","tenantID":"e2e-extmod-a-64371c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.654265566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Deployment","name":"maas-api-e2e-extmod-a-64371c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.72160026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Service","name":"maas-api-e2e-extmod-a-64371c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.833928382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-64371c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.916119146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-64371c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:20.973318668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.035093926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.092856481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.16114879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.217335176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.272783177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.327147178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Service","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.379922516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.432445572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.485670574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.538089165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.595945422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.649049388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.702101145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.728342142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef35fd0-16ca-4754-b065-5732920ae6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.805337886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef35fd0-16ca-4754-b065-5732920ae6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.805682593Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-64371c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-64371c","reconcileID":"ffca8335-ffb2-4669-b520-96df99c5a3bc","aitenant":"ai-tenants/e2e-extmod-a-64371c","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.806030242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-64371c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.858965245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef35fd0-16ca-4754-b065-5732920ae6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.9112283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-64371c"},"namespace":"ai-tenant-e2e-extmod-a-64371c","name":"default-tenant","reconcileID":"8d679f1d-6ea9-441d-8114-aa174fa2f708","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-64371c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.912281494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef35fd0-16ca-4754-b065-5732920ae6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:22.632401032Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-64371c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-64371c","reconcileID":"434647f0-2a61-4109-b1ae-31a5ad9295d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-64371c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-64371c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:23.867021978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2488b71-8ed7-40bf-aea5-c2a25256ab61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:23.920123542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2488b71-8ed7-40bf-aea5-c2a25256ab61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:23.97281586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2488b71-8ed7-40bf-aea5-c2a25256ab61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.025378231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2488b71-8ed7-40bf-aea5-c2a25256ab61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.930409994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.931111932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f35f0a1-5a5c-4bf7-a82c-b8fbcc6e25c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.983754472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f35f0a1-5a5c-4bf7-a82c-b8fbcc6e25c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.985424974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"9553cc94-bfc7-4617-92f1-39627c85b688","namespace":"llm","name":"e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.036734046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f35f0a1-5a5c-4bf7-a82c-b8fbcc6e25c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.040553994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"88d4df59-aa1c-4409-b6d1-29b14e6a25e4","namespace":"llm","name":"e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.089617259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f35f0a1-5a5c-4bf7-a82c-b8fbcc6e25c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.249755505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8dbf0a3-d2e1-4380-abc6-5adb0c447380","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.249775826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e8dbf0a3-d2e1-4380-abc6-5adb0c447380","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250098267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5a02f5b-827b-4b39-af17-def5264d0d4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250111719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5a02f5b-827b-4b39-af17-def5264d0d4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250339053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a7245d08-a651-4ffa-85af-5980ca8ed867","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250349972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a7245d08-a651-4ffa-85af-5980ca8ed867","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250586058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa1b53a5-2645-41d9-b365-cec09194da4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.25059706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa1b53a5-2645-41d9-b365-cec09194da4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250936451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e8a5962-f5d5-4746-890c-52678274e1d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.250953819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e8a5962-f5d5-4746-890c-52678274e1d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251290778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d8ddd63-372b-42b1-8e50-c5c0ad5cb183","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251308649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2d8ddd63-372b-42b1-8e50-c5c0ad5cb183","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251368609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"36c5d687-76e6-41a6-8259-20780bb50c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251607303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9369eda-34b2-4475-90b5-3cf68190cf16","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251622673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9369eda-34b2-4475-90b5-3cf68190cf16","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251956578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"146c060d-483d-40c7-877e-e107d5cfb689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.25196827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11e9a0af-1a74-406a-aaea-2de7ce93483a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.251978716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11e9a0af-1a74-406a-aaea-2de7ce93483a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.252477269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"19d05e55-e19a-4070-bb69-98ec11bfffae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.252986334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40768a96-2e65-4775-a531-921f15d4dc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.306764508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"84213ea1-44d0-49ff-98b2-34740207e2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.310324788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"36c5d687-76e6-41a6-8259-20780bb50c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.311152144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"146c060d-483d-40c7-877e-e107d5cfb689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.312963304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"19d05e55-e19a-4070-bb69-98ec11bfffae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314094304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3313e77-808b-4296-832a-c0474ef0a219","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314108487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3313e77-808b-4296-832a-c0474ef0a219","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314351363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24be650e-bcfa-4929-8416-61f0e597901d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.31436253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24be650e-bcfa-4929-8416-61f0e597901d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314553385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a67531d-f0e7-409e-bb4c-cc144b5c63fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314564333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a67531d-f0e7-409e-bb4c-cc144b5c63fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314753219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c946e1-cecb-4b01-b0ad-22b434c59007","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314764096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c946e1-cecb-4b01-b0ad-22b434c59007","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.314790025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40768a96-2e65-4775-a531-921f15d4dc1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.365631375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"84213ea1-44d0-49ff-98b2-34740207e2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.467136338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c13310c5-a845-49d2-b279-eb092112d5d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.467373482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4a09cac-7a7a-49d9-8fc6-7cc16ead568d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.47550919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"5ef55961-502a-4cdd-9249-3d769b8d4699","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"name":"e2e-dft-4c1814","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.586993466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9190f446-6728-496f-b0a8-9c52e2e0b9a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.587021355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9190f446-6728-496f-b0a8-9c52e2e0b9a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.587405681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"301c4bf3-d15c-46bc-8448-b3e36ed08229","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.587416114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"301c4bf3-d15c-46bc-8448-b3e36ed08229","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.587724792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"999b02ee-f645-4ed0-929f-be7910821e87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.58773466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"999b02ee-f645-4ed0-929f-be7910821e87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.588065774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f87b854-3d25-4585-8dc3-7ac6379cab68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.588081775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f87b854-3d25-4585-8dc3-7ac6379cab68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.648278608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d5c6053f-8681-4e26-b950-21615bf41798","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"name":"e2e-dft-4c1814","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.674296272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"62b83c7f-35a6-41ab-92da-c1f72065987f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.67941277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2cdc38b6-045c-4652-8660-f20d2d3c3eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.679701728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ce3edd89-3fc9-4177-bb3d-b19a93bb21f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.680045705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"8f574c79-2a3e-419d-93e3-d8fa4dc7e1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.75711482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"2cdc38b6-045c-4652-8660-f20d2d3c3eb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:26.7577098Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d5c6053f-8681-4e26-b950-21615bf41798","name":"e2e-dft-4c1814","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:26.758927885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d5c6053f-8681-4e26-b950-21615bf41798","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.75949502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"62b83c7f-35a6-41ab-92da-c1f72065987f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.766870068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"ce3edd89-3fc9-4177-bb3d-b19a93bb21f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.773527217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"8f574c79-2a3e-419d-93e3-d8fa4dc7e1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.778402885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3512a9a3-b7ce-40e1-8ef5-29d777689d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.829865947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a694bb21-f7f5-4321-9dfb-7df2398d2a3b","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"name":"e2e-dft-4c1814","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:26.838368146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"3512a9a3-b7ce-40e1-8ef5-29d777689d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.130056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a31b0f6d-7e72-43d6-90e9-cee6fe4b996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.131196997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b51f7335-a2cc-4599-96c7-c3e7efacee8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.132178874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"f7eccb5e-974b-47fa-9720-91a6478722b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.132853219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28657383-9403-4093-bee5-1e2ba9b84a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.155731207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"e1f43743-1edf-4e73-80c3-e4e7da7a6e54","namespace":"llm","name":"e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.1909826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"06e3fd76-3a9a-4c6b-a820-8c7d2fb0789e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.250154471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"10371fc3-5047-406d-be21-a96c2390613a","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.250284013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"10371fc3-5047-406d-be21-a96c2390613a","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.276140925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"a31b0f6d-7e72-43d6-90e9-cee6fe4b996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.278093846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28657383-9403-4093-bee5-1e2ba9b84a63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.28082445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b51f7335-a2cc-4599-96c7-c3e7efacee8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.281535609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"06e3fd76-3a9a-4c6b-a820-8c7d2fb0789e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.283327258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"f7eccb5e-974b-47fa-9720-91a6478722b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.641998228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"3fff6b5f-b50f-4bcd-880e-6eb94a511c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.642667997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d68a11e-525f-40c2-b488-acbed2bc6f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.643247786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"bb42bcbf-b1e6-4ed7-b948-1c384ce35c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.643780637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c36acab4-da03-473a-a6b5-3952613f8958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.644328564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7d8eea-3df0-4c3f-a436-47dfc8c0c90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.740627707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"3fff6b5f-b50f-4bcd-880e-6eb94a511c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.742471045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d68a11e-525f-40c2-b488-acbed2bc6f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.745081619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"bb42bcbf-b1e6-4ed7-b948-1c384ce35c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.745791908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7d8eea-3df0-4c3f-a436-47dfc8c0c90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:27.747769636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"c36acab4-da03-473a-a6b5-3952613f8958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.071436976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4d0c35-1e93-4ef8-8d1d-c123c823a5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.071565005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"ab018c78-3f42-4a76-bf28-147a44021564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.071846063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e134168c-97e3-4d15-8be4-140d917929e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.071922725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7d43fcc2-ed85-4119-a458-c6689c8d8a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.072078971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f26bff2d-7dbd-412d-be9a-13c34887755a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.072158316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c5db4c23-441e-4bee-b53e-718e597380fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.124489282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4d0c35-1e93-4ef8-8d1d-c123c823a5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.177650151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4d0c35-1e93-4ef8-8d1d-c123c823a5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.18071643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"e134168c-97e3-4d15-8be4-140d917929e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.182347558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f26bff2d-7dbd-412d-be9a-13c34887755a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.182959602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"7d43fcc2-ed85-4119-a458-c6689c8d8a76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.187403953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"c5db4c23-441e-4bee-b53e-718e597380fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.187464093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"ab018c78-3f42-4a76-bf28-147a44021564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.24100558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e4d0c35-1e93-4ef8-8d1d-c123c823a5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.616436021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"f01b1f5d-5669-43d3-b4c5-2257bbbf3cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.618296986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"30f4883b-07d8-4971-b440-30fe36e2face","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.676601042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"30f4883b-07d8-4971-b440-30fe36e2face","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:28.677341289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"f01b1f5d-5669-43d3-b4c5-2257bbbf3cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.14824252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af63858-8204-4462-ba47-62a3b9a23b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.200925244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af63858-8204-4462-ba47-62a3b9a23b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.253552149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af63858-8204-4462-ba47-62a3b9a23b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.306442283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af63858-8204-4462-ba47-62a3b9a23b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.685600066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a691cacb-51d3-44d5-8c0a-bacf85659e55","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.685627881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a691cacb-51d3-44d5-8c0a-bacf85659e55","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.792763918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"76eeb9b2-ff7f-4d05-8192-80aa1c6605ac","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.792954874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"76eeb9b2-ff7f-4d05-8192-80aa1c6605ac","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.899393973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"23648488-5c0d-4c72-82a4-a4f0e72df940","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.959422286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"23648488-5c0d-4c72-82a4-a4f0e72df940","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:33.411676947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"4900fb76-cf3f-4fa8-877d-2feb7c7f290b","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:33.411703441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"4900fb76-cf3f-4fa8-877d-2feb7c7f290b","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:33.569271013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"0cc5737e-f04c-45dc-894b-30b95b387eff","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:33.625709361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"0cc5737e-f04c-45dc-894b-30b95b387eff","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.549169735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"dafa1009-db70-4519-aae2-569a056d90f7","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.549201138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"dafa1009-db70-4519-aae2-569a056d90f7","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.607375638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"400a91f4-dea3-4696-8881-e9d9e3a32b6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-4c1814-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.70591762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726413c5-03b6-46a1-afdf-d2879d562c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.706110452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e34841-d936-4e98-8139-c95efce8524f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.705918555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"8139f242-29bc-4289-81a6-7331c7fb6f0a","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.712494161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d3035db0-5583-4d05-a078-b098497488ef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.712517032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d3035db0-5583-4d05-a078-b098497488ef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.820562507Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d3035db0-5583-4d05-a078-b098497488ef","name":"e2e-dft-4c1814","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.820627775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"d3035db0-5583-4d05-a078-b098497488ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.832443291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e34841-d936-4e98-8139-c95efce8524f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.83572593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"8139f242-29bc-4289-81a6-7331c7fb6f0a","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.835776737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726413c5-03b6-46a1-afdf-d2879d562c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.873782581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"756e00fc-c1ec-4f3c-8ee2-685a95f0dc7c","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.873819514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"756e00fc-c1ec-4f3c-8ee2-685a95f0dc7c","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.888270968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e34841-d936-4e98-8139-c95efce8524f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.892785757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"8139f242-29bc-4289-81a6-7331c7fb6f0a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:35.895527472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726413c5-03b6-46a1-afdf-d2879d562c79","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.981782584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"827925ac-cc59-4101-b280-c04d3f0e6836","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:35.981818383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"827925ac-cc59-4101-b280-c04d3f0e6836","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.036079635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22818be8-85b9-473f-899b-4e7cdb6776a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.036100944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22818be8-85b9-473f-899b-4e7cdb6776a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.036496792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7083dc8a-b7c1-4725-b7ff-df0d72447f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.03651042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7083dc8a-b7c1-4725-b7ff-df0d72447f90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.046802599Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"80f6cd77-cb9e-49de-bfbc-6fc1668a2480","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4c1814","model":"e2e-dft-4c1814","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-4c1814-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.102062562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"06c48a6d-b494-4555-8b2f-35cbc7f99cc8","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.103203529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11f4705f-b0ac-4253-a5b3-48445e40b143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.158571634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"06c48a6d-b494-4555-8b2f-35cbc7f99cc8","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.159147912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11f4705f-b0ac-4253-a5b3-48445e40b143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.20288811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24b83e1-5e31-4f39-b9f3-f8a3f692a6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.213692385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"06c48a6d-b494-4555-8b2f-35cbc7f99cc8","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.21381667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11f4705f-b0ac-4253-a5b3-48445e40b143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.259558791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24b83e1-5e31-4f39-b9f3-f8a3f692a6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.317226846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"bee8f54b-34e5-4467-86c5-4836817ed674","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.317260946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"bee8f54b-34e5-4467-86c5-4836817ed674","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.317520028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24b83e1-5e31-4f39-b9f3-f8a3f692a6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.372310412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52035f46-f7ca-4223-997b-32bb122ea65b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.372335042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52035f46-f7ca-4223-997b-32bb122ea65b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.430292325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"26c351a8-b9b1-4386-bae6-b3d9a463354f","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.430397606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"26c351a8-b9b1-4386-bae6-b3d9a463354f","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.53739724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"462fb081-7b1e-4739-9b97-c9aae75f6767","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4c1814","model":"llm/e2e-dft-4c1814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.804470168Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","namespace":"ai-tenant-e2e-inf-a-88f915","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.804530769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","namespace":"ai-tenant-e2e-inf-a-88f915","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.804578244Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","tenant":"e2e-inf-a-88f915","tenantID":"e2e-inf-a-88f915","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.859467271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Deployment","name":"maas-api-e2e-inf-a-88f915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.920890641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Service","name":"maas-api-e2e-inf-a-88f915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.978602709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-88f915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.033453277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-88f915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.088662677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.150076091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.209196846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.26973978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.32321177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Deployment","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.37917692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.431599973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Service","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.487199816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.540187754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.59264728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.64490914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.700884458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.753509855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.8069852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.86718905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-88f915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.931817843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-88f915"},"namespace":"ai-tenant-e2e-inf-a-88f915","name":"default-tenant","reconcileID":"568dfa91-acfd-4fcb-aab3-233487c188fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-88f915","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.955583767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"deb2f515-dd95-423b-9811-4f132e41b41a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.989815765Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","namespace":"ai-tenant-e2e-inf-a-33cbf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.990036352Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","namespace":"ai-tenant-e2e-inf-a-33cbf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:38.990206355Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","tenant":"e2e-inf-a-33cbf0","tenantID":"e2e-inf-a-33cbf0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.045881099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Deployment","name":"maas-api-e2e-inf-a-33cbf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.095983172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"425153d4-c986-4e8c-8417-6b1fc311248e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.105811336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Service","name":"maas-api-e2e-inf-a-33cbf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.168166898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"6b520b35-652f-4d8d-bccf-3f265d685306","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.168558559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-33cbf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.226455258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-33cbf0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.271452835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f9018764-edb2-4c1f-93b3-7331fe8ed27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.313674494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.371295467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.37550094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"90cfdd63-5a61-4ff1-920b-ea12717cfdd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.430728197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.516972475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.575000462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Deployment","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.575761867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90c56ec9-d832-4426-bba0-4f7905664ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.629563353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.638045952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"c5444394-7dee-4cc3-a114-4dce0e3c1ef7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.682214888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Service","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.735176645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.805131999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.862115684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.890619453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"47df75e9-b24f-44a5-b7b6-a40b3534702c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.91917494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:39.978046742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.033862652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.090230633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.178292947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-33cbf0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.249682538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"ccc84b61-7370-493a-aae5-972682f5ceb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.284731442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-33cbf0"},"namespace":"ai-tenant-e2e-inf-a-33cbf0","name":"default-tenant","reconcileID":"422e91b4-0d53-4f15-a81b-88032271f850","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-33cbf0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.494734404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"c1cd4a54-02a1-47b2-8019-d0cea83f8fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.6550978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"980d6853-2f59-49ce-b054-911ee0469647","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:40.692471601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"7bf1baea-792b-4911-a88d-7cdf41603656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.05057835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7cb7cd6-ee7d-472c-99a7-ebff105b7a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.051123177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"075d1683-0434-412b-874c-24841572d7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.05072539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"c7b6291d-42f0-4d1e-8c99-95348f018e34","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.121449426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7cb7cd6-ee7d-472c-99a7-ebff105b7a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.125517691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"075d1683-0434-412b-874c-24841572d7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.132036785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"c7b6291d-42f0-4d1e-8c99-95348f018e34","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.221186675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7cb7cd6-ee7d-472c-99a7-ebff105b7a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.22318077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"075d1683-0434-412b-874c-24841572d7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.227090788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"c7b6291d-42f0-4d1e-8c99-95348f018e34","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:43.487634917Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-88f915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-88f915","reconcileID":"2dff7a74-10ab-4350-876f-5de192c05e23","aitenant":"ai-tenants/e2e-inf-a-88f915","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.038146629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b84524-a1d6-41de-9f80-7aa9f4d0d7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.092321794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b84524-a1d6-41de-9f80-7aa9f4d0d7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.145298146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b84524-a1d6-41de-9f80-7aa9f4d0d7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.199356769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b84524-a1d6-41de-9f80-7aa9f4d0d7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.319678617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-88f915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-88f915","reconcileID":"2dff7a74-10ab-4350-876f-5de192c05e23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-88f915","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-88f915"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.191012267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d99962-f33d-4b6c-b0fe-4a7ce805df27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.24394982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d99962-f33d-4b6c-b0fe-4a7ce805df27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.296927423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d99962-f33d-4b6c-b0fe-4a7ce805df27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.351718255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19d99962-f33d-4b6c-b0fe-4a7ce805df27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.183115413Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-33cbf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-33cbf0","reconcileID":"7540ae4e-cc5e-42a6-b70b-e812ce752503","aitenant":"ai-tenants/e2e-inf-a-33cbf0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.271620005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c11ba-6371-4ab1-be8a-2ffcbf6a5217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.324542223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c11ba-6371-4ab1-be8a-2ffcbf6a5217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.378418046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c11ba-6371-4ab1-be8a-2ffcbf6a5217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.39814784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23606d56-0abd-4547-8252-e5ec5cc7165c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.39817627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23606d56-0abd-4547-8252-e5ec5cc7165c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.431104481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c11ba-6371-4ab1-be8a-2ffcbf6a5217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.486770942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28897abb-c9f3-4cc5-bf12-dd71dbd72701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.486796787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28897abb-c9f3-4cc5-bf12-dd71dbd72701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.591490025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"5a088cf3-f5ab-4092-bc0b-3f4841375da1","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.700510243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4bfc403-4e52-4707-a046-031d6d1806cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.700530996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4bfc403-4e52-4707-a046-031d6d1806cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.720381373Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"5a088cf3-f5ab-4092-bc0b-3f4841375da1","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.757626112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ae4030c-ed3c-46df-b15b-d16a1fcbfb70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.757653295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ae4030c-ed3c-46df-b15b-d16a1fcbfb70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.777749246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"5a088cf3-f5ab-4092-bc0b-3f4841375da1","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:48.819095993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"e212d12e-fb6e-4b58-8e6a-19de48e8f2f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-b83e7c02\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.835956222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9578e700-c863-4287-bb7b-af0bca8818e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.83598694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9578e700-c863-4287-bb7b-af0bca8818e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.934520235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9c1381b-be31-4013-a56e-7d177e6beb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.934540033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9c1381b-be31-4013-a56e-7d177e6beb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.943657258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"34c4c77f-b01a-4e01-b33d-2e278ac71e27","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.992333626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a46b0a7a-901c-4ded-bc8f-fb1616acfaca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.992351304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a46b0a7a-901c-4ded-bc8f-fb1616acfaca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.000384129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"34c4c77f-b01a-4e01-b33d-2e278ac71e27","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.054242731Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-33cbf0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-33cbf0","reconcileID":"7540ae4e-cc5e-42a6-b70b-e812ce752503","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-33cbf0","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-33cbf0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.058401144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"34c4c77f-b01a-4e01-b33d-2e278ac71e27","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.279464842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"79763c9a-326c-4ca3-b657-927ab6a4a86b","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b83e7c02/e2e-sub-b83e7c02","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.446538285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5419385a-79c7-40d0-a2c8-0a8f81e6dc97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.446561494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5419385a-79c7-40d0-a2c8-0a8f81e6dc97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.492079569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"059dfe4c-4a17-4396-9ecf-0ccf9a6f9e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:49.725609037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"e82dc4bb-ed68-4a61-9e88-c9ce27eb867a","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:50.512109905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42cbf20-70ed-4336-9965-ce6d7be0b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:50.565223831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42cbf20-70ed-4336-9965-ce6d7be0b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:50.617996952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42cbf20-70ed-4336-9965-ce6d7be0b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:50.670363165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42cbf20-70ed-4336-9965-ce6d7be0b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.431254099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3d480e1-4e4a-4f48-90bd-29b8c2b6cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.43394462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72d661d0-d14f-4447-b810-40cabaa087a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.436879493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"830c9bab-64b3-4b71-bfc7-97adbbfb99bb","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.557863838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3d480e1-4e4a-4f48-90bd-29b8c2b6cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:51.560111081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72d661d0-d14f-4447-b810-40cabaa087a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:51.562943591Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"830c9bab-64b3-4b71-bfc7-97adbbfb99bb","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.612958837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3d480e1-4e4a-4f48-90bd-29b8c2b6cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:51.618147488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72d661d0-d14f-4447-b810-40cabaa087a4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.618551661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2eec3179-7905-426f-bd81-1449a822b5d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.61856701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2eec3179-7905-426f-bd81-1449a822b5d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:51.619032056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"830c9bab-64b3-4b71-bfc7-97adbbfb99bb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.671623455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"9ea53f4b-145d-4173-a025-a163dbf71314","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.67165261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"9ea53f4b-145d-4173-a025-a163dbf71314","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.753644976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb34077c-92ef-4648-8096-19727ab7e76d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.753663565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb34077c-92ef-4648-8096-19727ab7e76d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.909422128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"a61034fd-185f-4d48-b83f-70f65f45d1e0","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.909583846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2812c8-d7d9-4276-9e33-6a0fe9230dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.966543659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"a61034fd-185f-4d48-b83f-70f65f45d1e0","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:51.966742271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2812c8-d7d9-4276-9e33-6a0fe9230dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.022163033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"a61034fd-185f-4d48-b83f-70f65f45d1e0","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.022166198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2812c8-d7d9-4276-9e33-6a0fe9230dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.081589664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5053898-f60f-4126-81ea-51dd8b792b39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.081614935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5053898-f60f-4126-81ea-51dd8b792b39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.137084025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"60a16fbc-853d-4bc9-877d-97927ac84719","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.1371159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"60a16fbc-853d-4bc9-877d-97927ac84719","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.595793373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592812b8-0e0f-47da-9354-9b8ad48bc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.648688411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592812b8-0e0f-47da-9354-9b8ad48bc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.701294054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592812b8-0e0f-47da-9354-9b8ad48bc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:52.76017724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"592812b8-0e0f-47da-9354-9b8ad48bc947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.651729673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb32b90-2dba-4c7d-af1d-f38827a98d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.704046662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb32b90-2dba-4c7d-af1d-f38827a98d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.756718522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb32b90-2dba-4c7d-af1d-f38827a98d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.809152752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb32b90-2dba-4c7d-af1d-f38827a98d28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.931744758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:59.164462875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"a13c64c1-848f-4d3f-84c8-e7607fad6e91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:59.287940882Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"a13c64c1-848f-4d3f-84c8-e7607fad6e91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:59.343169204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"a13c64c1-848f-4d3f-84c8-e7607fad6e91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:59.40149464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73661f8-4b40-4506-a119-e838794ab77d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:59.401519681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d73661f8-4b40-4506-a119-e838794ab77d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:01.881807114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"354a92e7-5a03-49b6-876e-229e1868236c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.007394822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"354a92e7-5a03-49b6-876e-229e1868236c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.062455523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"354a92e7-5a03-49b6-876e-229e1868236c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.121096883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0978f76-1bc3-4bf3-90e8-32062c8a312f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.121117075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0978f76-1bc3-4bf3-90e8-32062c8a312f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.291426626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46cf7ea9-a5cb-43fd-a890-fdfb5270dc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.29198099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"ed17ea01-a30e-4a1e-9370-2b7c97b3644d","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.348801768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"ed17ea01-a30e-4a1e-9370-2b7c97b3644d","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.348988536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46cf7ea9-a5cb-43fd-a890-fdfb5270dc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.404612373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46cf7ea9-a5cb-43fd-a890-fdfb5270dc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.404664385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"ed17ea01-a30e-4a1e-9370-2b7c97b3644d","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.463117545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ea5ddc4-aceb-43af-ba0b-b6739e9d2d66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.463136526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ea5ddc4-aceb-43af-ba0b-b6739e9d2d66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.518116895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"f2402621-6a1a-40e9-97f2-667f7feaba46","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:02.51814311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"f2402621-6a1a-40e9-97f2-667f7feaba46","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.507160723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"38813e72-9c7a-4886-a5ea-64a5b92b9d65","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.633842711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"38813e72-9c7a-4886-a5ea-64a5b92b9d65","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.691098525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"38813e72-9c7a-4886-a5ea-64a5b92b9d65","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.749077039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b70d3143-ba11-439f-863f-7056d36e8fc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.749097294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b70d3143-ba11-439f-863f-7056d36e8fc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.332309968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c66e2752-6c5d-49ff-8c74-6de21d7a0ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.46265969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c66e2752-6c5d-49ff-8c74-6de21d7a0ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.518978138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c66e2752-6c5d-49ff-8c74-6de21d7a0ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.574683692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"349210eb-b82c-4d1e-9de0-c4efca1e000e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.574704812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"349210eb-b82c-4d1e-9de0-c4efca1e000e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.680514055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"93a1b781-38d2-4935-9ac0-fcc2901ceade","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.680514541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe556a4c-943a-426d-8dcf-e57fa09a000a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.738018772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"93a1b781-38d2-4935-9ac0-fcc2901ceade","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.738029311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe556a4c-943a-426d-8dcf-e57fa09a000a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.796607021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe556a4c-943a-426d-8dcf-e57fa09a000a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.797199945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"93a1b781-38d2-4935-9ac0-fcc2901ceade","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.907806193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"af55a119-182d-4a85-a313-d49a1778a1d7","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.907859927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"af55a119-182d-4a85-a313-d49a1778a1d7","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.961153028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b27b80a2-9e61-4070-96da-36a4c6e093d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:12.961172668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b27b80a2-9e61-4070-96da-36a4c6e093d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:16.910812336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","namespace":"ai-tenant-e2e-inf-a-acb220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:16.911054544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","namespace":"ai-tenant-e2e-inf-a-acb220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:16.911209642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","tenant":"e2e-inf-a-acb220","tenantID":"e2e-inf-a-acb220","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:16.969152029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Deployment","name":"maas-api-e2e-inf-a-acb220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.03212535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Service","name":"maas-api-e2e-inf-a-acb220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.09239656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-acb220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.148559778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-acb220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.211579107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.277562558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.332765019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.389822324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.447196639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Deployment","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.501505491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.55415279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Service","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.607590648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.660586144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.712881872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.768635295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.82415178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.876351326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.929311324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:17.989097214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-acb220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.059176578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-acb220"},"namespace":"ai-tenant-e2e-inf-a-acb220","name":"default-tenant","reconcileID":"fd783eb2-a171-46ff-972e-f9ab35b6c1aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-acb220","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.859086066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"1992f848-5f0a-4991-ba13-693d5d279094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.990294877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"1992f848-5f0a-4991-ba13-693d5d279094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.045983341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"1992f848-5f0a-4991-ba13-693d5d279094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.104768981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dac611-de67-4a75-8d86-e9acc6ff65c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.104788522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04dac611-de67-4a75-8d86-e9acc6ff65c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.679799803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"64f337eb-635e-4154-a557-43da97ca9457","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4c1814","model":"llm/e2e-dft-4c1814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.953584052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"1a76545b-99a9-4508-a599-edff73eb34b0","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.953608937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"1a76545b-99a9-4508-a599-edff73eb34b0","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.436352405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"65945b41-839b-4c90-ae23-d32ee18a41a2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.494094947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"65945b41-839b-4c90-ae23-d32ee18a41a2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.540642772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf265bc-e291-4b15-b084-441ab0b70526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.540659741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"576c44f9-3ea0-45d8-bbec-36a184d0dd2f","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.541099481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97dce7a-1655-4a17-9e18-a3a36f17d6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.549775813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"65945b41-839b-4c90-ae23-d32ee18a41a2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.666399492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"576c44f9-3ea0-45d8-bbec-36a184d0dd2f","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:22.671839994Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97dce7a-1655-4a17-9e18-a3a36f17d6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:22.671951951Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf265bc-e291-4b15-b084-441ab0b70526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.722963786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"576c44f9-3ea0-45d8-bbec-36a184d0dd2f","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:22.729758437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf265bc-e291-4b15-b084-441ab0b70526","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.730036758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc1d79e9-6e78-4948-a2f3-8513691ef871","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.730052895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc1d79e9-6e78-4948-a2f3-8513691ef871","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:22.732282485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97dce7a-1655-4a17-9e18-a3a36f17d6ee","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.732736947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c8b7c2-06ef-4e1b-9edd-42816dddce1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.732750432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c8b7c2-06ef-4e1b-9edd-42816dddce1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.834909472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"592befc7-f80e-41df-9961-e2bb95ebfb16","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.834947028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"592befc7-f80e-41df-9961-e2bb95ebfb16","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.94462324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca06a27-5135-48df-a2fb-9f67c39a3fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:22.945531681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66a460f-341f-4bd1-a92a-377b818f4e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.001919666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66a460f-341f-4bd1-a92a-377b818f4e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.002037103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca06a27-5135-48df-a2fb-9f67c39a3fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.057442062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f66a460f-341f-4bd1-a92a-377b818f4e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.057497287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ca06a27-5135-48df-a2fb-9f67c39a3fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.116137075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa5d87c-66f6-4c9e-a7e4-af5216c9ace2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.116161348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aa5d87c-66f6-4c9e-a7e4-af5216c9ace2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.117200228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85b28835-dfff-47df-be2d-59f7a5b80162","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.117217497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85b28835-dfff-47df-be2d-59f7a5b80162","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.637202786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"ed4a3367-86a9-45d0-a552-6ee7adc0570b","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.637239863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"ed4a3367-86a9-45d0-a552-6ee7adc0570b","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.794423397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"2a25c0d2-1beb-47b0-b265-4a894d4e3d57","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.794489254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae5eaba-a456-4182-9bee-dd619b456554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.794956149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"095f5275-39ef-4bf5-b754-bfa35fa6a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.799276079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"5a2e2239-ad79-47f5-967f-16146296e409","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-644aea60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.851572942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"2a25c0d2-1beb-47b0-b265-4a894d4e3d57","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.851784167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"095f5275-39ef-4bf5-b754-bfa35fa6a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.853960721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae5eaba-a456-4182-9bee-dd619b456554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.908324834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"2a25c0d2-1beb-47b0-b265-4a894d4e3d57","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.908441881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"095f5275-39ef-4bf5-b754-bfa35fa6a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.909939383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae5eaba-a456-4182-9bee-dd619b456554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.126607927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a663d801-b345-40aa-adf5-d09614c9a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.126782533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"aa22b4ae-e34d-4c31-a4cb-fe00ec727af2","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.126617944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b27cd1-6537-499f-9031-2ebc2f2be04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.184118471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b27cd1-6537-499f-9031-2ebc2f2be04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.185635427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"aa22b4ae-e34d-4c31-a4cb-fe00ec727af2","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.186621525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a663d801-b345-40aa-adf5-d09614c9a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.240343403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29b27cd1-6537-499f-9031-2ebc2f2be04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.242161657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a663d801-b345-40aa-adf5-d09614c9a23c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:24.242695239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"aa22b4ae-e34d-4c31-a4cb-fe00ec727af2","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:25.931083057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:29.216269422Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-acb220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-acb220","reconcileID":"119a064d-d8f8-44b0-8635-7c8c8796125f","aitenant":"ai-tenants/e2e-inf-a-acb220","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:29.787055901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31ecf79-df81-48ce-96f2-7f931afbbc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:29.841361555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31ecf79-df81-48ce-96f2-7f931afbbc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:29.893964315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31ecf79-df81-48ce-96f2-7f931afbbc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:29.947575923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c31ecf79-df81-48ce-96f2-7f931afbbc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.060514053Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-acb220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-acb220","reconcileID":"119a064d-d8f8-44b0-8635-7c8c8796125f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-acb220","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-acb220"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.874825935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b7336-4639-4615-bea9-9edcc8044ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.927134273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b7336-4639-4615-bea9-9edcc8044ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.979545818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b7336-4639-4615-bea9-9edcc8044ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.032387712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b7336-4639-4615-bea9-9edcc8044ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.655969075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"8fc26b8a-105e-4bae-8bd4-e78feef1c7d2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.779572932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"8fc26b8a-105e-4bae-8bd4-e78feef1c7d2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.834545595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"8fc26b8a-105e-4bae-8bd4-e78feef1c7d2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.891946428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bba20d0-f26f-4162-842a-235fa23e1419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.891965054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bba20d0-f26f-4162-842a-235fa23e1419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.827786527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1647d789-8eba-48d3-b969-da3da52b59f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.827808468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1647d789-8eba-48d3-b969-da3da52b59f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.852922208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"7c180e5f-75ca-41dd-bb4a-1162b915fcf6","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4c1814","subscription":"e2e-dft-4c1814-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.885283805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89bd343b-19ba-480c-a251-3efb837392fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.885301437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89bd343b-19ba-480c-a251-3efb837392fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.942728963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eae5720-3046-449f-9f18-c84f950b49c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.995615915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eae5720-3046-449f-9f18-c84f950b49c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.995678585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"7c180e5f-75ca-41dd-bb4a-1162b915fcf6","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.04822088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eae5720-3046-449f-9f18-c84f950b49c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.048307488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"4b43ebbd-aa1a-4a5e-a251-05b9d7defccd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.102057281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-sub","reconcileID":"7c180e5f-75ca-41dd-bb4a-1162b915fcf6","MaaSSubscription":{"name":"e2e-dft-4c1814-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4c1814","namespace":"llm","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.102813348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eae5720-3046-449f-9f18-c84f950b49c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.117885078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57fd9b2d-2772-4acd-9cf4-4b5d3acd9749","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.117908497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57fd9b2d-2772-4acd-9cf4-4b5d3acd9749","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.161102895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"4b43ebbd-aa1a-4a5e-a251-05b9d7defccd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.175510327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64f6b2cd-56e3-4e67-96c6-a87504256813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.175537152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64f6b2cd-56e3-4e67-96c6-a87504256813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.216413152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"4b43ebbd-aa1a-4a5e-a251-05b9d7defccd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.227114086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"dd9497ad-1958-4d8c-aadb-79d4d9ae58fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6fe8c920\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.273774951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ece3c03-b4c0-458e-8709-e1d8c91b66d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.273795551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ece3c03-b4c0-458e-8709-e1d8c91b66d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.341955066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01527fa9-cc5c-45cb-948c-0ebbb6cecc2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.341978908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01527fa9-cc5c-45cb-948c-0ebbb6cecc2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.397569611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"536543dd-0937-4036-8481-924cd711f0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.39758666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"536543dd-0937-4036-8481-924cd711f0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.446710175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b0ba0409-cdd7-41c1-b5ef-bd0170e7b0b6","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.478733909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2352179-f716-4f53-9caa-8acc0a3cdce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.478766876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6821fe02-cb61-4284-a557-44fa8ea4a77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.479175693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"b0ed14a3-f8b3-4a30-9841-a5a5890edd10","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.496490979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"31c9418d-0b48-4ad5-ad55-6ef56452b753","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.49660088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"31c9418d-0b48-4ad5-ad55-6ef56452b753","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.507340366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b0ba0409-cdd7-41c1-b5ef-bd0170e7b0b6","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.564310427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b0ba0409-cdd7-41c1-b5ef-bd0170e7b0b6","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.620243579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6821fe02-cb61-4284-a557-44fa8ea4a77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.625321263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"b0ed14a3-f8b3-4a30-9841-a5a5890edd10","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.629360814Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2352179-f716-4f53-9caa-8acc0a3cdce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.666303243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a54423e0-fc14-4ed6-96d5-fe36c2e9fa50","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.666337951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a54423e0-fc14-4ed6-96d5-fe36c2e9fa50","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.68659015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6821fe02-cb61-4284-a557-44fa8ea4a77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.690370658Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"d26d3bc0-ad18-468e-bdc5-d68bc0b80f1e","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6fe8c920/e2e-shared-sub-6fe8c920","ai-tenant-e2e-mt-b83e7c02/e2e-sub-b83e7c02","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.692336133Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"b0ed14a3-f8b3-4a30-9841-a5a5890edd10","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-4c1814-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.692394946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"b0ed14a3-f8b3-4a30-9841-a5a5890edd10","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.692500185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4c1814-access","reconcileID":"d71eecfb-7f5a-4cec-b082-1709db25669d","MaaSAuthPolicy":{"name":"e2e-dft-4c1814-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.701128142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2352179-f716-4f53-9caa-8acc0a3cdce7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.783639424Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a54423e0-fc14-4ed6-96d5-fe36c2e9fa50","name":"e2e-dft-4c1814","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:34.783707886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"a54423e0-fc14-4ed6-96d5-fe36c2e9fa50","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4c1814\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.783932336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd025c4b-538e-401b-bcd5-fae4f91007f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.783944529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd025c4b-538e-401b-bcd5-fae4f91007f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.784315393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe80f555-b5c6-4cae-a89b-a83475885e5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.784326771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe80f555-b5c6-4cae-a89b-a83475885e5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.843141099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"6c0491a6-b4f9-4dfc-951d-e056c830ae57","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.84317577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"6c0491a6-b4f9-4dfc-951d-e056c830ae57","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.873414895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9554f0c-a5fc-48f1-9560-cbd0fb13d64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.897426753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27845e1a-7350-4569-a0c9-fdab267982b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.897453202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27845e1a-7350-4569-a0c9-fdab267982b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.917591715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56562a1b-4aeb-47f3-95ea-a0005381bef7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.91878381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"13355bc2-5b2e-4df1-b317-43f81f6d5ee0","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.931587776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9554f0c-a5fc-48f1-9560-cbd0fb13d64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.961567483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"231fd94b-165e-4ad5-b81e-bc8eef622b22","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.961593815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"231fd94b-165e-4ad5-b81e-bc8eef622b22","MaaSModelRef":{"name":"e2e-dft-4c1814","namespace":"llm"},"routeName":"external-model-e2e-dft-4c1814-6383e1aaea89","namespace":"llm","model":"e2e-dft-4c1814","externalModel":"e2e-dft-4c1814","provider":"e2e-dft-4c1814-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.97237499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d6643f-f083-45d2-ae0b-76e403b15974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:34.991956973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9554f0c-a5fc-48f1-9560-cbd0fb13d64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.036203155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d6643f-f083-45d2-ae0b-76e403b15974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:35.050270685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9554f0c-a5fc-48f1-9560-cbd0fb13d64f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.085098728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"bc3cd3cd-1cbe-4746-9280-8d7b68cf4f2e","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.091393444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29d6643f-f083-45d2-ae0b-76e403b15974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.217649194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"668ed452-69eb-45f6-8741-3f3e25ebfcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.274035203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"668ed452-69eb-45f6-8741-3f3e25ebfcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.329992436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"668ed452-69eb-45f6-8741-3f3e25ebfcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.348657354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d970aa-39ae-4462-80dc-733f06200912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.348676884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d970aa-39ae-4462-80dc-733f06200912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.388283392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"619e3f08-4394-4c77-bfe9-55b3388df793","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.388800481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d246285-8b50-4808-b1b6-b9c78b3a46a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.388815077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d246285-8b50-4808-b1b6-b9c78b3a46a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.518322176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"619e3f08-4394-4c77-bfe9-55b3388df793","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.525546804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b377bbf-ea5d-4e02-821d-62f9f0dd962a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.525566827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b377bbf-ea5d-4e02-821d-62f9f0dd962a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.550665553Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"f328b58c-8708-455b-a6f9-ff587fd19d58","namespace":"llm","name":"e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.573914339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"619e3f08-4394-4c77-bfe9-55b3388df793","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.584061728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61a3bab1-5f96-41f1-8b7e-d89f4b86048e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.584079747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61a3bab1-5f96-41f1-8b7e-d89f4b86048e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604294608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d305c9c-df89-40e5-9b50-07cb26861b2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604318778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9d305c9c-df89-40e5-9b50-07cb26861b2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604643645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"377e2bc7-a0dc-458b-a2cc-173637aa04b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604657838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"377e2bc7-a0dc-458b-a2cc-173637aa04b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604927667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01e6ca8b-4a03-4a6e-963c-c10e7824aacf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.604941363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01e6ca8b-4a03-4a6e-963c-c10e7824aacf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605167211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb1210d-3d85-44a6-901a-a8f52622cac4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605179584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb1210d-3d85-44a6-901a-a8f52622cac4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605509546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c3a17dd-d5a6-4fa7-adf1-edecb83af3b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605543221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c3a17dd-d5a6-4fa7-adf1-edecb83af3b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605758236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a14f126d-a810-4b1e-b108-e79ca279245a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605770449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a14f126d-a810-4b1e-b108-e79ca279245a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.605998173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"56725849-0c1a-48af-a11e-55092e6cc16d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.606010652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"56725849-0c1a-48af-a11e-55092e6cc16d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.606228275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99574143-fa8e-4641-82d9-605d94890f7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.60624172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99574143-fa8e-4641-82d9-605d94890f7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.63237888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4e8a62-befa-4633-8d33-2dab4b02e62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.632402689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc4e8a62-befa-4633-8d33-2dab4b02e62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:35.635203664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"00d0cb26-8541-445c-b1fa-9bc9d01a1d22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6fe8c920\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.657967351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"52f8b73b-8fa6-4a81-9dcc-622f19afb5c4","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.658539122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"f84e7d1e-f16a-443b-96e8-03586a42e5cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.710783705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cca3a7-d4b2-4303-8f06-917d4f63378e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.711643339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d51e705-109e-44d1-bec8-cdce6aeabf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.716811553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"f84e7d1e-f16a-443b-96e8-03586a42e5cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.717010174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"52f8b73b-8fa6-4a81-9dcc-622f19afb5c4","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.747066714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"093e5f8f-1457-4299-b058-535fc39c9d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.74709284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"093e5f8f-1457-4299-b058-535fc39c9d09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.756365984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"95d4e1c5-5d87-4119-8e2d-c5c95b39e081","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.774888879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"52f8b73b-8fa6-4a81-9dcc-622f19afb5c4","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.775221603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"f84e7d1e-f16a-443b-96e8-03586a42e5cd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.805208415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7066f425-c7fc-48e3-be01-7113061e87e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.805233425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7066f425-c7fc-48e3-be01-7113061e87e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.827283592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"95d4e1c5-5d87-4119-8e2d-c5c95b39e081","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.899613066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d51e705-109e-44d1-bec8-cdce6aeabf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.902907386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"95d4e1c5-5d87-4119-8e2d-c5c95b39e081","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.903078786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22671573-2328-41ca-8901-41a3bdc82ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:35.904427523Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cca3a7-d4b2-4303-8f06-917d4f63378e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.905622972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b99d612d-dbe0-47d1-9261-854bd5694b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.905713889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b99d612d-dbe0-47d1-9261-854bd5694b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.9380123Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"14e6d531-c0ee-4eb3-9057-43d1279b46d5","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-4325429f/e2e-shared-sub-6fe8c920","ai-tenant-e2e-mt-6fe8c920/e2e-shared-sub-6fe8c920","ai-tenant-e2e-mt-b83e7c02/e2e-sub-b83e7c02","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.96582146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d51e705-109e-44d1-bec8-cdce6aeabf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.967181912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8f7554-fbe9-484e-a792-59cee38fd21d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.967198894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8f7554-fbe9-484e-a792-59cee38fd21d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:35.969791442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cca3a7-d4b2-4303-8f06-917d4f63378e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.969955724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12f59ec7-29e8-416d-a97d-9a60989fde57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.969971539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12f59ec7-29e8-416d-a97d-9a60989fde57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.02766132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"229076d4-b434-4be7-b57c-7b30ab168b05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.027681342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"229076d4-b434-4be7-b57c-7b30ab168b05","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.028993759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"781f17b6-756e-42fb-8cc5-58a9cad357bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.029374806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"521a7dad-23d6-42f2-b08c-dfd6f38d7659","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.058730674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9ba2e6fc-468f-4823-a30b-b143ed47928c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.059225488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b8d12ac2-ca41-4af1-9439-8f28203b6947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.073620028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"c2c62db5-e515-4bc6-b9b7-294479673408","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.079657954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4c1814","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4c1814","reconcileID":"f4efc861-9797-4a34-8818-31ccad9dd3f9","namespace":"llm","name":"e2e-dft-4c1814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.115663287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"9ba2e6fc-468f-4823-a30b-b143ed47928c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.116001614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"b8d12ac2-ca41-4af1-9439-8f28203b6947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.158151498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"f4404241-7630-40ec-a87c-11dc86bdab42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.158849481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c8a06724-1f33-487a-ab0c-96185da65fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.189934192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7122c7dd-1d65-4c3b-b56e-b7dde24e3936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.215862452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"c8a06724-1f33-487a-ab0c-96185da65fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.215969457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"f4404241-7630-40ec-a87c-11dc86bdab42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.247161174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"7122c7dd-1d65-4c3b-b56e-b7dde24e3936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.262666864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"b0b94afb-0f88-4f54-a579-116a454b4394","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.310594254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a31001d-2b8f-4603-a5c9-5ea1499498c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.310622088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a31001d-2b8f-4603-a5c9-5ea1499498c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.36318753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"b74c27cb-a660-4bd4-a269-a882f7e5241b","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.36340086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60e530e3-b559-4436-90d4-0c8266ca1290","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.47909926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f944251b-e547-4110-920b-114c09abf191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.479202538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d0866318-f131-4b8f-9f6d-a101b298e64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.524752775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"42fc0d89-8282-4ec8-9dc9-7c06a8e4a223","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.536318679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"d0866318-f131-4b8f-9f6d-a101b298e64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.537226948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"f944251b-e547-4110-920b-114c09abf191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.579068716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"17e11d33-9a69-452d-ad0d-e8710d67f721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.579547279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"070594d5-2aed-42e3-890e-2ee3f508881e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.579989288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bd8439e8-dc50-46cd-836f-569ed0bbcf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.665042267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"070594d5-2aed-42e3-890e-2ee3f508881e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.666729024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"bd8439e8-dc50-46cd-836f-569ed0bbcf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.684296556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"17e11d33-9a69-452d-ad0d-e8710d67f721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.856531547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"507c9ee2-ae1f-42f0-9cbf-d786722d82ab","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.857246471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b5057d75-88a3-4a5c-acef-be8e362dd1ea","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:36.983526602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"507c9ee2-ae1f-42f0-9cbf-d786722d82ab","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:36.98576965Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b5057d75-88a3-4a5c-acef-be8e362dd1ea","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.020933767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"8b6ad953-0a4c-4744-a394-46e74697b501","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.038766214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"507c9ee2-ae1f-42f0-9cbf-d786722d82ab","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:37.040997336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"b5057d75-88a3-4a5c-acef-be8e362dd1ea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.041163047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f35001-d116-4527-942b-6537e863db0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.0411791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f35001-d116-4527-942b-6537e863db0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.073298726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433241c6-11a0-43b5-9764-839e752aa123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.073316886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17645ced-6e8e-4dd1-abb2-aa490e70f9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.077700931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"8b6ad953-0a4c-4744-a394-46e74697b501","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.095184053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e51c24-ce8d-4fd3-95a9-3ee03ad74930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.095202578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e51c24-ce8d-4fd3-95a9-3ee03ad74930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.132457354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"8b6ad953-0a4c-4744-a394-46e74697b501","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.188320328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d7eb330-2466-4e3e-b80d-88e2755833fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.188347409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d7eb330-2466-4e3e-b80d-88e2755833fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.197345982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433241c6-11a0-43b5-9764-839e752aa123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.198111107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a5cc6f39-9e93-4d6a-b1dd-9f86b94b024a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:37.20096785Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17645ced-6e8e-4dd1-abb2-aa490e70f9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.253896778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433241c6-11a0-43b5-9764-839e752aa123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.254511626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"a5cc6f39-9e93-4d6a-b1dd-9f86b94b024a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:37.258496852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17645ced-6e8e-4dd1-abb2-aa490e70f9af","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.258799764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"000f8d66-8434-4fc5-94c2-6556010ff40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.258819803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"000f8d66-8434-4fc5-94c2-6556010ff40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.299581094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"06b89b45-03ff-4785-bd18-bbea71d8cc32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.309382937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c88328c7-644a-4ff9-b756-d1ae19299f62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.309405081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c88328c7-644a-4ff9-b756-d1ae19299f62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.357327287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"06b89b45-03ff-4785-bd18-bbea71d8cc32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.39853957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"a630b4fb-1bc1-4d61-bc8a-6e39abcd8d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.456706856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"a630b4fb-1bc1-4d61-bc8a-6e39abcd8d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.499928216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a9f1c91f-3b91-4f4f-ad5a-825544e27a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.499924658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"99826bc6-fe52-4773-9625-d28454956f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.557641214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a9f1c91f-3b91-4f4f-ad5a-825544e27a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.558087938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"99826bc6-fe52-4773-9625-d28454956f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.565011595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"5627d11c-963d-4e38-beca-192d9aaaf562","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.687976081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"5627d11c-963d-4e38-beca-192d9aaaf562","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.717423423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07156c49-8bd2-4ec9-aa39-695e7f91b13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.742896173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"5627d11c-963d-4e38-beca-192d9aaaf562","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.800290702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d18a5e-c855-4e5c-aab4-bef43eee7e9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.800310655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20d18a5e-c855-4e5c-aab4-bef43eee7e9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.841449026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07156c49-8bd2-4ec9-aa39-695e7f91b13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.896888499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07156c49-8bd2-4ec9-aa39-695e7f91b13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.954931814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b16ce226-acd8-40d9-86f7-3c2b0bcd0e3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.954949055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b16ce226-acd8-40d9-86f7-3c2b0bcd0e3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.422523743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"758264d5-8979-408c-8bd1-cee43181216c","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.422636734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cf379c-1e28-4575-9aaf-91e0c7b751e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.422654886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64cf379c-1e28-4575-9aaf-91e0c7b751e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.575848663Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-policy-6fe8c920","reconcileID":"758264d5-8979-408c-8bd1-cee43181216c","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"policyNamespace":"ai-tenant-e2e-mt-6fe8c920","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.633970803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35668e55-784e-4a0a-b030-8f71c53555c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.633993454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35668e55-784e-4a0a-b030-8f71c53555c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.801143725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fb1707-e19d-4705-8316-677614662eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:46.801163859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fb1707-e19d-4705-8316-677614662eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.263654642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"61d27033-889f-4c29-a1da-af17bc9019bc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.29320126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"e3625feb-9915-4880-9909-55fec6470d50","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.391143442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"61d27033-889f-4c29-a1da-af17bc9019bc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:47.40957226Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"e3625feb-9915-4880-9909-55fec6470d50","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.447050362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"61d27033-889f-4c29-a1da-af17bc9019bc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:47.465809228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"e3625feb-9915-4880-9909-55fec6470d50","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.465939156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d0f808-687a-4104-a7c3-6d1cb7aa7ac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.46595399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d0f808-687a-4104-a7c3-6d1cb7aa7ac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.467209614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1573500b-0796-481b-91c0-b7b0d5e4b8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.504265375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404fb6a2-20a4-4b78-a509-181c5cebd039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.504284168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"404fb6a2-20a4-4b78-a509-181c5cebd039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.578147454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4be468c2-6837-4309-8af3-a75785d5db6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.591390065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1573500b-0796-481b-91c0-b7b0d5e4b8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.646746392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1573500b-0796-481b-91c0-b7b0d5e4b8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.705773963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4be468c2-6837-4309-8af3-a75785d5db6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.706768069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d79088-999b-4bb9-8b79-454437eb4b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.706787787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6d79088-999b-4bb9-8b79-454437eb4b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.762425044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4be468c2-6837-4309-8af3-a75785d5db6d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.821042694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a4ec040-5587-40d7-bbde-b265b8cfbe28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.821061893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a4ec040-5587-40d7-bbde-b265b8cfbe28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.11466444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eb97cf7-fa44-4cd8-a1af-1567f78404ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.242140595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eb97cf7-fa44-4cd8-a1af-1567f78404ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.298034288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eb97cf7-fa44-4cd8-a1af-1567f78404ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.356597764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c166fdb-cdf0-428f-8922-55e330d28eba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:48.356618446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c166fdb-cdf0-428f-8922-55e330d28eba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.441008324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d070b92e-c371-4db1-90f1-60a4d61712da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.493679515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d070b92e-c371-4db1-90f1-60a4d61712da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.546481018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d070b92e-c371-4db1-90f1-60a4d61712da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.599472991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d070b92e-c371-4db1-90f1-60a4d61712da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:52.976648788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4c635a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4c635a","reconcileID":"76806baa-0b6e-414e-9e06-93958309e6b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4c635a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4c635a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.732081491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0441e-46bc-4632-a75f-040e45ad6442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.79194751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0441e-46bc-4632-a75f-040e45ad6442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.856139444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0441e-46bc-4632-a75f-040e45ad6442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:54.922288435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d0441e-46bc-4632-a75f-040e45ad6442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.947086946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:56.970089075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"d0e407b3-e2b6-4dae-a5db-40d44ce5be70","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6fe8c920","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.216475634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"namespace":"ai-tenant-e2e-mt-6fe8c920","name":"e2e-shared-sub-6fe8c920","reconcileID":"d0e407b3-e2b6-4dae-a5db-40d44ce5be70","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-6fe8c920"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-4325429f/e2e-shared-sub-6fe8c920","ai-tenant-e2e-mt-b83e7c02/e2e-sub-b83e7c02","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.42828139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"78bf8bd0-ea68-4d60-ba3f-277400e0950a","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.42831328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fc0c96d-1be7-4f01-b13f-444e5e660c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.428790482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"a5b76470-f6bb-4fba-8fcc-9bc160fdc312","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.488596412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4f9ba6-a71e-4dc5-bf20-7594e58881d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.488618661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4f9ba6-a71e-4dc5-bf20-7594e58881d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.61370357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"48fb4590-efa1-41ac-869b-64a6a507986b","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.743638623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"48fb4590-efa1-41ac-869b-64a6a507986b","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.800311744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"48fb4590-efa1-41ac-869b-64a6a507986b","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.857426877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f55baf-3cc5-4ded-807b-3b19c473e9f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.85745194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54f55baf-3cc5-4ded-807b-3b19c473e9f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.864101703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f939b1-4604-4ba9-8322-e95aed4ea996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.926546736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4d816b47-53f5-493f-ab7f-071f4dd72e65","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.982847298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4d816b47-53f5-493f-ab7f-071f4dd72e65","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:57.989968345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f939b1-4604-4ba9-8322-e95aed4ea996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.038072465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4d816b47-53f5-493f-ab7f-071f4dd72e65","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.044708955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f939b1-4604-4ba9-8322-e95aed4ea996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.093805791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7e0f2a-c35e-4164-9b13-00c7084df66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.09382385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec7e0f2a-c35e-4164-9b13-00c7084df66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.10241369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2217558-7a57-439d-bef8-1c1f842e4634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.102432947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2217558-7a57-439d-bef8-1c1f842e4634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.518726297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c6441e-0735-4b29-86e4-326a0e9497ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.576542006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c6441e-0735-4b29-86e4-326a0e9497ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.631926985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04c6441e-0735-4b29-86e4-326a0e9497ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.693762021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"847fb8fc-d937-4c94-a9ea-410783a9ae19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:58.693783856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"847fb8fc-d937-4c94-a9ea-410783a9ae19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:07.96372361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"e062ff63-b369-47ff-8b71-3672c3957087","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.089319045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"e062ff63-b369-47ff-8b71-3672c3957087","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.144448307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"e062ff63-b369-47ff-8b71-3672c3957087","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.199753631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4c3ae758-d6da-48bf-9b08-9667476319da","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.2005613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b40352e6-483f-48c9-b69b-98be5879c654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.200580524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b40352e6-483f-48c9-b69b-98be5879c654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.25688331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4c3ae758-d6da-48bf-9b08-9667476319da","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.25849037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf170d82-2457-4597-8cf6-e96d3999a13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.3120502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"4c3ae758-d6da-48bf-9b08-9667476319da","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.370540084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0a8c8b-1dfb-41a4-b213-7ceadad7e463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.370559116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0a8c8b-1dfb-41a4-b213-7ceadad7e463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.380857649Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf170d82-2457-4597-8cf6-e96d3999a13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.43594766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf170d82-2457-4597-8cf6-e96d3999a13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.494080539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e6cf98-f47e-4845-8fae-7a660e69e4c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.49409923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4e6cf98-f47e-4845-8fae-7a660e69e4c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.851395368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b02e4df-6762-4368-8b2f-6716d3ce7ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.907931207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b02e4df-6762-4368-8b2f-6716d3ce7ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:08.96767279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b02e4df-6762-4368-8b2f-6716d3ce7ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.026423895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fe290bc-c712-4491-90ec-76470fe988f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:09.02644472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fe290bc-c712-4491-90ec-76470fe988f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.306143097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"7182a665-f9ac-45fd-ab17-b231dc6c2ce2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.432564132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"7182a665-f9ac-45fd-ab17-b231dc6c2ce2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.478772707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"a1b4b020-7790-4485-b0e9-5f2378be8336","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.495944935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"7182a665-f9ac-45fd-ab17-b231dc6c2ce2","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.542291458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"a1b4b020-7790-4485-b0e9-5f2378be8336","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.555064368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbdb872-b675-4213-85de-27cc5771196e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.555085547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbdb872-b675-4213-85de-27cc5771196e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.598241793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"a1b4b020-7790-4485-b0e9-5f2378be8336","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.652285402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bc44c9-f81c-4a2e-8700-4cd2c8e34869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.654034585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18dde9c2-1683-401d-bf15-468bb0134b41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.654052795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18dde9c2-1683-401d-bf15-468bb0134b41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.781378149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bc44c9-f81c-4a2e-8700-4cd2c8e34869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.837733895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8bc44c9-f81c-4a2e-8700-4cd2c8e34869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.895882678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6def5352-bbee-4cde-9143-435689d4db8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.895906492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6def5352-bbee-4cde-9143-435689d4db8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.184231199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11e35fd3-c292-4e15-81b3-99e1243463fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.240944335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11e35fd3-c292-4e15-81b3-99e1243463fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.296509937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11e35fd3-c292-4e15-81b3-99e1243463fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.356899945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e89a1e40-b1b2-41e5-93e8-9526df6cca6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:19.356919295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e89a1e40-b1b2-41e5-93e8-9526df6cca6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:25.931358156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.662802582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"d0ad8264-9c3a-493c-b543-a7979ea667cc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.76079265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"29b93602-d71f-4118-92b2-6b6eaaa5de5a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.788574309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"d0ad8264-9c3a-493c-b543-a7979ea667cc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.817907434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"29b93602-d71f-4118-92b2-6b6eaaa5de5a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.844490694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"d0ad8264-9c3a-493c-b543-a7979ea667cc","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.874259497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"29b93602-d71f-4118-92b2-6b6eaaa5de5a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.902991525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ee1edb-79c6-494b-9f8a-119b50c46c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.903009037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ee1edb-79c6-494b-9f8a-119b50c46c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.932670219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f730639c-8a83-4ff2-b6ef-6a790f9dfb9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:28.932690705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f730639c-8a83-4ff2-b6ef-6a790f9dfb9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.054718203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b8e02c-b4f6-48ef-88e4-b4c8a448e03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.180901511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b8e02c-b4f6-48ef-88e4-b4c8a448e03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.236898051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74b8e02c-b4f6-48ef-88e4-b4c8a448e03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.295971318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c6bdeb-9e5b-4c14-be76-59727c3cc578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.295991188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42c6bdeb-9e5b-4c14-be76-59727c3cc578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.513683518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1af6bf-a092-4d11-aa54-aea0e2005b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.570811274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1af6bf-a092-4d11-aa54-aea0e2005b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.626988583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1af6bf-a092-4d11-aa54-aea0e2005b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.68322598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8293f595-5cb7-4417-8900-6dc09b1d5505","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:29.683253412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8293f595-5cb7-4417-8900-6dc09b1d5505","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.012738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"be3b4eb5-dd7a-4296-ba1f-343cef9ba65d","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.111670049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"cf9dd7e3-3325-42fe-935e-3752996266bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.139144273Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"be3b4eb5-dd7a-4296-ba1f-343cef9ba65d","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.169532835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"cf9dd7e3-3325-42fe-935e-3752996266bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.194361969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"be3b4eb5-dd7a-4296-ba1f-343cef9ba65d","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.226036014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"cf9dd7e3-3325-42fe-935e-3752996266bf","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.257047779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a6d0027-f1f0-4f32-9c5b-6e8b413404d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.257066929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a6d0027-f1f0-4f32-9c5b-6e8b413404d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.286371146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03aed4d3-6a31-46e1-a0bc-d7b936de4fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.286388431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03aed4d3-6a31-46e1-a0bc-d7b936de4fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.457361266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a00491b7-660e-47a4-b28e-903668740d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.587027967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a00491b7-660e-47a4-b28e-903668740d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.642392415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a00491b7-660e-47a4-b28e-903668740d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.700877256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be24461b-7104-4766-a602-8dc248f66335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.700896767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be24461b-7104-4766-a602-8dc248f66335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.842024081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a1873f8-4fc4-4040-9761-3079c88f7d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.899260838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a1873f8-4fc4-4040-9761-3079c88f7d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.954480181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a1873f8-4fc4-4040-9761-3079c88f7d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.010272023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d132f64c-3c63-4bef-8d98-4c03989bc1b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.010293822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d132f64c-3c63-4bef-8d98-4c03989bc1b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.363396044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ab64e92d-7a3a-4871-96df-fb23523e5094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.390920243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"b8573744-a36d-4575-bb77-e1e318442397","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.48742498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ab64e92d-7a3a-4871-96df-fb23523e5094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:49.506687546Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"b8573744-a36d-4575-bb77-e1e318442397","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.544803788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ab64e92d-7a3a-4871-96df-fb23523e5094","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:49.562200477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"b8573744-a36d-4575-bb77-e1e318442397","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.562399073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b39ad7ec-ceae-4745-af7b-3dc249ee192a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.562421491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b39ad7ec-ceae-4745-af7b-3dc249ee192a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.602816856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8645fc1b-207e-4356-acf7-59a696aa8a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.602865393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8645fc1b-207e-4356-acf7-59a696aa8a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.673292455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"c161ca37-726b-435a-b3ae-3711bff0672d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.730566542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"c161ca37-726b-435a-b3ae-3711bff0672d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.76093976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f652d6a3-d8d4-42b6-ac43-61b2de65748b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.760957485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f652d6a3-d8d4-42b6-ac43-61b2de65748b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.78621508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"c161ca37-726b-435a-b3ae-3711bff0672d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.846610277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c26cdaa-bf7f-4002-a554-46f555792200","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.846642756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c26cdaa-bf7f-4002-a554-46f555792200","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.859615854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae9fdabb-f1a2-41bd-a7b7-79debd12f600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.907415935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e4c5ea94-1572-4d9c-a605-36bef15ef620","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.964139657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e4c5ea94-1572-4d9c-a605-36bef15ef620","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.983880954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae9fdabb-f1a2-41bd-a7b7-79debd12f600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.019549482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e4c5ea94-1572-4d9c-a605-36bef15ef620","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.0396218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae9fdabb-f1a2-41bd-a7b7-79debd12f600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.07504869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3afe3e2a-ad42-41b8-8671-ae7c3f5b1561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.075067159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3afe3e2a-ad42-41b8-8671-ae7c3f5b1561","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.098166596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bf2807-1425-4ea6-9485-b35933b0b261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.098187291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bf2807-1425-4ea6-9485-b35933b0b261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.168085906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f63ba2c6-c3ab-4058-b86b-bb4d14b61ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.226611393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f63ba2c6-c3ab-4058-b86b-bb4d14b61ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.281517051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f63ba2c6-c3ab-4058-b86b-bb4d14b61ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.342448985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f029535-31fd-4bc7-a588-c55138f88e81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.342477318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f029535-31fd-4bc7-a588-c55138f88e81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.049500784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"100cdade-55c4-4e4c-964f-8498d321ef38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.150180564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b29ea1aa-c9d5-4651-8758-440dd3508a98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.161467936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"0304e913-4168-4a15-bd96-fa35e646f7b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.251179434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"684c3378-bc51-4124-9680-7c7b079cefab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.493073398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"911a2d7b-aede-41bc-bae9-8a3f667fadd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.593591197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"945e117e-cd00-4721-9f35-b8147c78c0a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.613737872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"13eccd5a-568c-4ec2-b92f-48e2b4b63714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.774780189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"3e8492d1-6f06-45fd-8e9e-a72906180878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:51.938707936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"5ba5524b-ff9f-4522-b51c-913ff9150c08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.050061536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e402ed5-7d74-4e3e-8432-019296a5f57f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.050098989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"16938b39-3c2f-4869-8078-586c0edc6e7a","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.050562576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"6be775fa-2c9d-4114-928f-4f464ffb1c99","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.220505515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"33e215b3-08ef-47bb-8186-0c56311af1c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.442010393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"eaa7d856-5970-405e-b5f6-68cef104b333","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.408428263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","namespace":"ai-tenant-e2e-inf-a-9b7af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.408484383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","namespace":"ai-tenant-e2e-inf-a-9b7af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.408549876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","tenant":"e2e-inf-a-9b7af4","tenantID":"e2e-inf-a-9b7af4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.463738172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Deployment","name":"maas-api-e2e-inf-a-9b7af4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.524732027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Service","name":"maas-api-e2e-inf-a-9b7af4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.582140364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9b7af4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.63657731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9b7af4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.695029288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.750584981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.809414204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.872034418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.930629625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.986189248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.04692273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Service","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.099412519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.151377614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.203674907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.255879468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.312601322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.364751118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.417667262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.470311329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9b7af4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.526281102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b7af4"},"namespace":"ai-tenant-e2e-inf-a-9b7af4","name":"default-tenant","reconcileID":"63534b22-0d1f-4ec1-b0a3-575636d47242","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9b7af4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:55.930412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.708532894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"2aaf3f8a-6136-457c-bd0d-89719768c566","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.831217632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"2aaf3f8a-6136-457c-bd0d-89719768c566","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.88655613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"2aaf3f8a-6136-457c-bd0d-89719768c566","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.942319372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28df83d2-bda0-4b5e-8537-40f0a939d646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.942338153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28df83d2-bda0-4b5e-8537-40f0a939d646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:59.951536863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"04b47082-bb5a-497f-acef-463c6943d6f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.008118412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"04b47082-bb5a-497f-acef-463c6943d6f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.06363305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"04b47082-bb5a-497f-acef-463c6943d6f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.122467333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f2e897f-ded2-4a94-bf28-bcb4f40758e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.122485036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f2e897f-ded2-4a94-bf28-bcb4f40758e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.180416436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"ca5f1a2a-4e74-431d-bbc7-2346dd40ab4f","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.236961639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"ca5f1a2a-4e74-431d-bbc7-2346dd40ab4f","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.25671041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508dedcf-c95d-4a7b-b5c8-960b49a3e5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.29232627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"ca5f1a2a-4e74-431d-bbc7-2346dd40ab4f","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.350501161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86d6d8a-cee4-423b-9a4a-79cef76bdbfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.350526168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86d6d8a-cee4-423b-9a4a-79cef76bdbfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.380284271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508dedcf-c95d-4a7b-b5c8-960b49a3e5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.437096493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"508dedcf-c95d-4a7b-b5c8-960b49a3e5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.492788993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a018988-ad69-480a-b7ea-1111325ad478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.492808655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a018988-ad69-480a-b7ea-1111325ad478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.498924493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d0e12d2-8813-4bb2-9b38-a11856da2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.555630529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d0e12d2-8813-4bb2-9b38-a11856da2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.611126822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d0e12d2-8813-4bb2-9b38-a11856da2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.669101545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e8d0da-2187-4487-b473-2390e9f5f99a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:00.669120344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e8d0da-2187-4487-b473-2390e9f5f99a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.085895187Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b7af4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b7af4","reconcileID":"0bc13d25-5a26-4092-bf05-cd0c8e3c7f13","aitenant":"ai-tenants/e2e-inf-a-9b7af4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.681905235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d7043-6162-4765-83c3-2da7ef85d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.734483147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d7043-6162-4765-83c3-2da7ef85d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.787123061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d7043-6162-4765-83c3-2da7ef85d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.839607501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408d7043-6162-4765-83c3-2da7ef85d141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:05.899052129Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b7af4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b7af4","reconcileID":"0bc13d25-5a26-4092-bf05-cd0c8e3c7f13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9b7af4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9b7af4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.782170944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24ce979-c072-4fe3-8481-95c1a3271bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.836076392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24ce979-c072-4fe3-8481-95c1a3271bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.889406164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24ce979-c072-4fe3-8481-95c1a3271bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:07.942145564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24ce979-c072-4fe3-8481-95c1a3271bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.020059611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce555ef7-dd6e-4bf9-b32a-6d1fb22bcdf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.02008784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce555ef7-dd6e-4bf9-b32a-6d1fb22bcdf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.077081003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e143bae-c462-413f-b9ca-7d21937c8c5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.077101374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e143bae-c462-413f-b9ca-7d21937c8c5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.261115189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"8c42e893-da27-4043-ae76-e5f624e9750d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.341562745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"8c42e893-da27-4043-ae76-e5f624e9750d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.397599316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"8c42e893-da27-4043-ae76-e5f624e9750d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.452712978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7829231-de4c-4898-956c-503afd69f3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.45273555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7829231-de4c-4898-956c-503afd69f3b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.839776409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d6d2db-a0db-4621-a965-a2648fb8692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.892249447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d6d2db-a0db-4621-a965-a2648fb8692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.945522784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d6d2db-a0db-4621-a965-a2648fb8692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:09.998122313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d6d2db-a0db-4621-a965-a2648fb8692a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.102873568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"cae85e98-7f9c-4b70-8b83-9e414642fc3a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.22758212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"cae85e98-7f9c-4b70-8b83-9e414642fc3a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.265102445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"70e3011e-fbe1-4d67-a4c4-621a56fc830a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.282624496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"cae85e98-7f9c-4b70-8b83-9e414642fc3a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.321641112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"70e3011e-fbe1-4d67-a4c4-621a56fc830a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.340081156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30816e46-7486-41cd-9f80-db3fa55e46c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.340098384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30816e46-7486-41cd-9f80-db3fa55e46c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.379553606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"70e3011e-fbe1-4d67-a4c4-621a56fc830a","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.437302868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532df6f7-c2dc-4198-acb6-f3f80babf1ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.437328283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"532df6f7-c2dc-4198-acb6-f3f80babf1ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.456140787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"6cef81cd-b5fc-4fe9-85bc-5ac0e7a78747","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.560380988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"6cef81cd-b5fc-4fe9-85bc-5ac0e7a78747","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.616452847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"6cef81cd-b5fc-4fe9-85bc-5ac0e7a78747","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.664556748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6497a828-b134-4658-9c87-c924949fe070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.674145219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b74add8-d884-4e2a-b23e-01a394c2cd8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.674162824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b74add8-d884-4e2a-b23e-01a394c2cd8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.788041555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6497a828-b134-4658-9c87-c924949fe070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.826152947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7823b91e-9cbc-4467-adc6-918872203f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.843146629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6497a828-b134-4658-9c87-c924949fe070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.882362892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7823b91e-9cbc-4467-adc6-918872203f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.89849795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d53fd05-0220-4c5a-b370-13626bfe6c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.898515814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d53fd05-0220-4c5a-b370-13626bfe6c0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.937433126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7823b91e-9cbc-4467-adc6-918872203f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.996392501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e53779d-5216-4568-a4d6-bd235fde1252","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:10.996416405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e53779d-5216-4568-a4d6-bd235fde1252","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.042483508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"b59435b5-159c-4264-8691-e88e266f8a0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:11.160283063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"b59435b5-159c-4264-8691-e88e266f8a0c","name":"e2e-inf-a-4c635a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.609960556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84361035-4514-4989-868c-48cd6a42a115","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.666323733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84361035-4514-4989-868c-48cd6a42a115","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.722078392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84361035-4514-4989-868c-48cd6a42a115","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.778270706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"180e0c90-4e44-4e6c-a380-5129156379f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:19.778290977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"180e0c90-4e44-4e6c-a380-5129156379f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.447895658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ad6d3b34-f733-4eed-8dc2-ed7939cabd0e","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.546679277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"3266855b-d2f1-4818-8539-3c217a370d0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.550038845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"6d879e5f-5577-4da1-a43f-e412aaf92f0a","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.550090041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"2278d4fc-8c34-4937-98df-f13f8ad54ceb","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.55360504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37d05a74-4c15-48d1-97c5-c2416ebba3c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.570191658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ad6d3b34-f733-4eed-8dc2-ed7939cabd0e","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.603885733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"3266855b-d2f1-4818-8539-3c217a370d0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.626427106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ad6d3b34-f733-4eed-8dc2-ed7939cabd0e","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.659431784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"3266855b-d2f1-4818-8539-3c217a370d0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.659484678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"45975340-a9ee-403c-947c-4103345bfa45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.682285774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd7d44e-f1fd-4c63-aa1a-5903fd9dc707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.682300942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd7d44e-f1fd-4c63-aa1a-5903fd9dc707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.717436084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef24db3c-6b2a-4bd4-8f99-38d8e376ff93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.717455302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef24db3c-6b2a-4bd4-8f99-38d8e376ff93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.769929473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"dc710085-194d-45ef-bee9-f15d027040a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.780277429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"980228a8-c013-411a-9b93-e3ab93dad10b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.836594436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"980228a8-c013-411a-9b93-e3ab93dad10b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.882268574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9d71b92-ad3f-48c6-b4ad-6744c3f034d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.891948144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"980228a8-c013-411a-9b93-e3ab93dad10b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.951373515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1e98ae7-b59c-418d-9eb6-7a207b21ab81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.951398668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1e98ae7-b59c-418d-9eb6-7a207b21ab81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:20.983034404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"c3a97f90-b0f2-462a-99b1-dbc457bc4c4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.055301905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f75ad7c-797b-49f7-84d9-8670dd6d8bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.081973937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"984a5308-1914-4ce8-8b60-8bf457686301","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.152859753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb18b840-42b5-481a-bafe-7a85b1df7d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.177611625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f75ad7c-797b-49f7-84d9-8670dd6d8bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.183049893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"bc16eca5-1bb6-4a14-9161-1e4820f8618b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.208792918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb18b840-42b5-481a-bafe-7a85b1df7d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.232339772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f75ad7c-797b-49f7-84d9-8670dd6d8bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.263725975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb18b840-42b5-481a-bafe-7a85b1df7d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.290023029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a86c75-8019-47fe-9acb-d307fbc3f93e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.290042501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a86c75-8019-47fe-9acb-d307fbc3f93e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.323888547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a876e3-7c35-4a8d-991f-c0e2e79cf8e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.323910129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a876e3-7c35-4a8d-991f-c0e2e79cf8e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.504534486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"e96e23e9-3703-4a34-9865-1afa02d1dcf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.593330985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"3a2ea5fa-7465-436a-af68-67a964aa95a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.605331006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"dc32bc03-38f2-4325-beda-ab7408bed6b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.692617235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a828a888-0852-4244-b395-cf403945c28a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:21.827242413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"a3fd683e-a589-467b-830a-0249c2456a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:25.931442258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.119233776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"d3fd176a-f50a-4211-a0c8-8779729a4dfb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.11940774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900d94b2-b131-4d95-8fee-f2f2a02f9a17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.119423933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"900d94b2-b131-4d95-8fee-f2f2a02f9a17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.225136181Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-policy-6fe8c920","reconcileID":"d3fd176a-f50a-4211-a0c8-8779729a4dfb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"policyNamespace":"ai-tenant-e2e-mt-4325429f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.282583032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0b49bc-1fd8-4b6c-93bf-2c85f5b4eda3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.282609993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b0b49bc-1fd8-4b6c-93bf-2c85f5b4eda3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.434183689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e2c6e2c-f077-40eb-8514-f71b02a03597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:28.434204764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e2c6e2c-f077-40eb-8514-f71b02a03597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:29.934242187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"abb487e8-6f26-4dc9-926d-401f0a35f76a","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:29.990704277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"abb487e8-6f26-4dc9-926d-401f0a35f76a","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.045710973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"abb487e8-6f26-4dc9-926d-401f0a35f76a","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.101527442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a640d4a-b801-4541-b005-b558f270b1d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.101547513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a640d4a-b801-4541-b005-b558f270b1d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.787307645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"795e8adc-7fa0-4252-923c-43a414869bde","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.910685823Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"795e8adc-7fa0-4252-923c-43a414869bde","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:30.967041235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"795e8adc-7fa0-4252-923c-43a414869bde","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.022550328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfe9a73-7947-40e5-a02b-913b44dc1ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.022570804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfe9a73-7947-40e5-a02b-913b44dc1ba2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.120879511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"76838888-5908-49e2-a361-ca080e1cec13","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.177589364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"76838888-5908-49e2-a361-ca080e1cec13","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.23290673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"76838888-5908-49e2-a361-ca080e1cec13","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.34596376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaf58abf-f18e-475a-8416-4e4cc42a96cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.345986433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaf58abf-f18e-475a-8416-4e4cc42a96cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.49710055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb261986-4593-4d93-a066-53aed5bc8b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.497102322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cca19b-34ab-4c00-9be0-f1bd4e7abe39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.621718003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb261986-4593-4d93-a066-53aed5bc8b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:31.624873233Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cca19b-34ab-4c00-9be0-f1bd4e7abe39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.677394521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb261986-4593-4d93-a066-53aed5bc8b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:46:31.682018312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cca19b-34ab-4c00-9be0-f1bd4e7abe39","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.682256635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bdb2710-a7f7-4fb9-9c02-b1636cb7d0a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.682275929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bdb2710-a7f7-4fb9-9c02-b1636cb7d0a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.734808176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa587e3c-827f-4404-b377-f8834d5711a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.734827936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa587e3c-827f-4404-b377-f8834d5711a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.843067984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b75a767f-b975-41ea-b397-27632495602f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.901634951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b75a767f-b975-41ea-b397-27632495602f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:31.958913845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b75a767f-b975-41ea-b397-27632495602f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.018717346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22769918-9870-47ec-b3e8-9eb32886791d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:32.018743449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"22769918-9870-47ec-b3e8-9eb32886791d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:38.598350064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"0e822bad-fcb8-499e-95b2-708dfd60299f","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6fe8c920","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:38.815999884Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"namespace":"ai-tenant-e2e-mt-4325429f","name":"e2e-shared-sub-6fe8c920","reconcileID":"0e822bad-fcb8-499e-95b2-708dfd60299f","MaaSSubscription":{"name":"e2e-shared-sub-6fe8c920","namespace":"ai-tenant-e2e-mt-4325429f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b83e7c02/e2e-sub-b83e7c02","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.027524919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67094c0f-fce3-4c5b-a19c-4c69a6c66612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.027519174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"5033a68f-c136-4932-a6d2-6a07a2ff6841","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.146719736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3607c7df-4c94-44b2-9c81-e58d2cdd2af5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:39.146747304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3607c7df-4c94-44b2-9c81-e58d2cdd2af5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.257640707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"f56b0f26-181b-4bae-b273-dbe31da26ee2","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.318880133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"f56b0f26-181b-4bae-b273-dbe31da26ee2","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.382176416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"f56b0f26-181b-4bae-b273-dbe31da26ee2","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.446481881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de004c1-ee4f-4f19-bb65-916207e5b197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:40.446505412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de004c1-ee4f-4f19-bb65-916207e5b197","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.126752124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"0c65fe5b-a6e6-419a-8167-8df7e6ba4a43","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.252786738Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"0c65fe5b-a6e6-419a-8167-8df7e6ba4a43","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.307662427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"0c65fe5b-a6e6-419a-8167-8df7e6ba4a43","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.363281083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90fe8033-a6cd-4cad-8f07-bf19dcb9e922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.363300813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90fe8033-a6cd-4cad-8f07-bf19dcb9e922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.450700906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8017b1d6-9ac2-41b3-bbee-3ed6e724231d","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.508173927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8017b1d6-9ac2-41b3-bbee-3ed6e724231d","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.563661998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8017b1d6-9ac2-41b3-bbee-3ed6e724231d","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.621713028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2a2353-3b08-48f4-b6c2-0bb010c9fa49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.621733601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be2a2353-3b08-48f4-b6c2-0bb010c9fa49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:41.897870599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ee8cb2a-5e57-4247-9da9-f8c2feba83c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.023136185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ee8cb2a-5e57-4247-9da9-f8c2feba83c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.077860747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ee8cb2a-5e57-4247-9da9-f8c2feba83c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.136018489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06ea5c36-0d43-4259-90fb-75469e6f3659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.136037017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06ea5c36-0d43-4259-90fb-75469e6f3659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.175145821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae430e39-5e18-4017-8ead-413f3dbed657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.231713439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae430e39-5e18-4017-8ead-413f3dbed657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.286648286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae430e39-5e18-4017-8ead-413f3dbed657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.34466338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f320e09-9d0a-4733-bc29-f329d9e18957","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:42.344687314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f320e09-9d0a-4733-bc29-f329d9e18957","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.604013685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"a76dbb7d-450b-4f98-b55a-b63fae5b6d25","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.660860907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"a76dbb7d-450b-4f98-b55a-b63fae5b6d25","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.71958087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"a76dbb7d-450b-4f98-b55a-b63fae5b6d25","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.778430182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49413cf5-4d77-44f3-93b1-0c820810701a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:50.786444006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49413cf5-4d77-44f3-93b1-0c820810701a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.476923444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ed80bdd5-0293-4c58-8c25-30900290ed91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.605770702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ed80bdd5-0293-4c58-8c25-30900290ed91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.661343167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"ed80bdd5-0293-4c58-8c25-30900290ed91","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.718747058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c535f7d6-40f1-4d05-b98e-66074378fcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.718776322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c535f7d6-40f1-4d05-b98e-66074378fcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.727408371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e37130e6-7355-467c-a8ec-b59926971a25","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.785012842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e37130e6-7355-467c-a8ec-b59926971a25","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.865034365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"e37130e6-7355-467c-a8ec-b59926971a25","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.931639439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37783089-6ff1-4b5c-87a4-cfc3ce5b1ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:51.931670494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37783089-6ff1-4b5c-87a4-cfc3ce5b1ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.335441149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c7f3ce7-e07b-4346-9233-22c8c9f8c8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.490783873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c7f3ce7-e07b-4346-9233-22c8c9f8c8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.550950639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607cba24-2e98-48bd-9c94-784aeec29cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.553519396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c7f3ce7-e07b-4346-9233-22c8c9f8c8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.621567188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f3ab85-3157-4c48-af95-710a70f4ac5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.621700874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f3ab85-3157-4c48-af95-710a70f4ac5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.62438524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607cba24-2e98-48bd-9c94-784aeec29cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.681259691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607cba24-2e98-48bd-9c94-784aeec29cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.747630228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ee38eb9-5937-4e88-bb62-004ca6c15c43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:52.74775441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ee38eb9-5937-4e88-bb62-004ca6c15c43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:46:55.931370647Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.935798883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"98dd548f-6369-4619-a7d1-5e0391783277","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:00.992449106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"98dd548f-6369-4619-a7d1-5e0391783277","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.047981738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"98dd548f-6369-4619-a7d1-5e0391783277","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.107660703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3d9da4-61c0-4253-bce0-5ffe2e6ffc94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.10768587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3d9da4-61c0-4253-bce0-5ffe2e6ffc94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.823537558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"68dbc103-c382-4594-b5a3-4f8fa926292a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:01.949027322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"68dbc103-c382-4594-b5a3-4f8fa926292a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.004817495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"68dbc103-c382-4594-b5a3-4f8fa926292a","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.036656211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"14af2152-e321-4671-af60-b10b0003d41c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.062676532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"128df214-fb9f-4983-b0e4-aff67e71c133","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.062707207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"128df214-fb9f-4983-b0e4-aff67e71c133","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.093200469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"14af2152-e321-4671-af60-b10b0003d41c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.151283086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"14af2152-e321-4671-af60-b10b0003d41c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.236013012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9eb58ea-3cb0-441a-8318-b19281f31706","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.261448388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9eb58ea-3cb0-441a-8318-b19281f31706","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.778196445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab888787-d1e0-4626-9f41-278d2903569a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.900485678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab888787-d1e0-4626-9f41-278d2903569a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.904793522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67937273-ae76-41a3-8d83-1b9def4b4930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.956376217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab888787-d1e0-4626-9f41-278d2903569a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:02.962310194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67937273-ae76-41a3-8d83-1b9def4b4930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.014787329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc0b0aab-2b47-41a7-aa1c-0e8f3292d785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.014805777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc0b0aab-2b47-41a7-aa1c-0e8f3292d785","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.017572858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67937273-ae76-41a3-8d83-1b9def4b4930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.0754953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f3dd344-4597-4356-b9bd-9c3231363a53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:03.075514081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f3dd344-4597-4356-b9bd-9c3231363a53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.312991379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"f9324856-fdb9-4a03-b81f-6580c2a921ba","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.313103359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767fdf50-b602-4d77-bcfb-369cd792cf73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.313120347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767fdf50-b602-4d77-bcfb-369cd792cf73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.465666154Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-policy-b83e7c02","reconcileID":"f9324856-fdb9-4a03-b81f-6580c2a921ba","MaaSAuthPolicy":{"name":"e2e-policy-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"policyNamespace":"ai-tenant-e2e-mt-b83e7c02","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.522026519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7016594f-d389-4bb1-a45a-6241f3bdd4b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.52204575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7016594f-d389-4bb1-a45a-6241f3bdd4b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.682013112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc39b6cf-6a91-4b82-9c2e-4c397f0741cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:09.682039171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc39b6cf-6a91-4b82-9c2e-4c397f0741cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.291860902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84719eea-0c7d-454d-a9e4-0b5bcd24c2aa","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.347976177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84719eea-0c7d-454d-a9e4-0b5bcd24c2aa","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.403106494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"84719eea-0c7d-454d-a9e4-0b5bcd24c2aa","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.460883708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"140c9aa2-c2ba-4c14-b691-def96eddb1c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:11.460908148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"140c9aa2-c2ba-4c14-b691-def96eddb1c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.339777113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"a267a590-9db7-486e-9d76-7b55b5804291","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.462667203Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"a267a590-9db7-486e-9d76-7b55b5804291","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.518308358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"a267a590-9db7-486e-9d76-7b55b5804291","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.573537355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49cefcbd-91fc-420a-97f9-0cac3a23198c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:12.573557149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49cefcbd-91fc-420a-97f9-0cac3a23198c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.171396964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76e126be-ac01-4afc-8647-45d4686d8a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.27277251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45be31f9-66ac-4b0c-9f7e-d8c9c657271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.295496091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76e126be-ac01-4afc-8647-45d4686d8a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.329667404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45be31f9-66ac-4b0c-9f7e-d8c9c657271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.350322901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76e126be-ac01-4afc-8647-45d4686d8a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.384588416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45be31f9-66ac-4b0c-9f7e-d8c9c657271b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.410137083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b4f424d-790c-4c12-b500-95b801673a4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.410153952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b4f424d-790c-4c12-b500-95b801673a4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.442989158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30bbb74e-9411-4591-8ff0-a566a50dfb8f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:13.443005625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30bbb74e-9411-4591-8ff0-a566a50dfb8f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:19.845037395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"ae141384-18f1-4512-9f52-a9b9b1835c45","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-b83e7c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.063245337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"namespace":"ai-tenant-e2e-mt-b83e7c02","name":"e2e-sub-b83e7c02","reconcileID":"ae141384-18f1-4512-9f52-a9b9b1835c45","MaaSSubscription":{"name":"e2e-sub-b83e7c02","namespace":"ai-tenant-e2e-mt-b83e7c02"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.277914604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0009e28-696b-4460-9de5-7a76d34de1b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.281965414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a66224e-be13-40c0-833a-84297f005414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:20.281986104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a66224e-be13-40c0-833a-84297f005414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:21.618562438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"73fc5865-e459-4e3c-a8ec-4627d1649ce5","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:21.67528215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"73fc5865-e459-4e3c-a8ec-4627d1649ce5","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:21.730268564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"73fc5865-e459-4e3c-a8ec-4627d1649ce5","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:21.787642068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccdcd07c-b30b-43dd-bbad-d4e529e85ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:21.787666621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccdcd07c-b30b-43dd-bbad-d4e529e85ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.67791141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4ea04890-cd26-4599-a1cc-30c8d8b71a89","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.800598568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4ea04890-cd26-4599-a1cc-30c8d8b71a89","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.855934581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4ea04890-cd26-4599-a1cc-30c8d8b71a89","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.911896822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4008e6bb-01d2-4bfd-9227-aa00f342ea53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:22.911913905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4008e6bb-01d2-4bfd-9227-aa00f342ea53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.567817832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191dbb7-c406-4ad8-94bb-ee2c98d022cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.599947614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5a1a96-3d72-41d6-804b-afbb2d522865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.690054784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191dbb7-c406-4ad8-94bb-ee2c98d022cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:23.71364777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5a1a96-3d72-41d6-804b-afbb2d522865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.745007017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191dbb7-c406-4ad8-94bb-ee2c98d022cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:47:23.771981929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5a1a96-3d72-41d6-804b-afbb2d522865","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.772205754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"397b6bff-96c1-448a-afb7-650cd7dfdd82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.772222362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"397b6bff-96c1-448a-afb7-650cd7dfdd82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.801117037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efcd3c64-027a-4350-9d13-f2699314a2e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.801135562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efcd3c64-027a-4350-9d13-f2699314a2e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.934312226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc00e864-2bfd-4bf2-863b-4a18b929b240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:23.990994077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc00e864-2bfd-4bf2-863b-4a18b929b240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.046135875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc00e864-2bfd-4bf2-863b-4a18b929b240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.104679569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af692cfc-0bfc-4e65-8f1a-18b9680c7e1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:24.104700212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af692cfc-0bfc-4e65-8f1a-18b9680c7e1a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:25.931159662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.889478931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6439252-0ea7-4e5c-b7f5-d5e683fd023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.942331535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6439252-0ea7-4e5c-b7f5-d5e683fd023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:27.995046748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6439252-0ea7-4e5c-b7f5-d5e683fd023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:28.047698872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6439252-0ea7-4e5c-b7f5-d5e683fd023c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:29.962101778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4c6f-34d1-4fde-b667-fa15278cfc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.014963253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4c6f-34d1-4fde-b667-fa15278cfc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.067635127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4c6f-34d1-4fde-b667-fa15278cfc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:30.120180341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4c6f-34d1-4fde-b667-fa15278cfc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:31.945063196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6cd9478d-9fd0-4010-9f04-360f5adb9af3","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.002456352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6cd9478d-9fd0-4010-9f04-360f5adb9af3","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.057922588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6cd9478d-9fd0-4010-9f04-360f5adb9af3","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.117617005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81f29385-60b7-4748-98f2-2bc6ca219625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:32.117646984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81f29385-60b7-4748-98f2-2bc6ca219625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.016415643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"3d9a9d30-9faa-40e8-a8fe-2f8b355f061a","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.059597092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"ad5de549-d5e1-48fa-ab12-f57dea40af1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.116138818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"4439019a-e3e7-4a0e-9803-01772adf4169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.138976345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"3d9a9d30-9faa-40e8-a8fe-2f8b355f061a","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.194201349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"3d9a9d30-9faa-40e8-a8fe-2f8b355f061a","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.228110477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"013e20f5-22a1-4058-858b-af1ceefc827a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.249790521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215e941f-9c56-4024-ab4b-525746e56c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.249809657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215e941f-9c56-4024-ab4b-525746e56c0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.334275841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"1b62cd76-5e2b-4ddb-8e71-e771254380ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.470403149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"9e960cda-e0bd-407f-924d-f22b1175647c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.814814215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"7ef1b94f-4327-4ad2-8e32-203d74e89db2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:33.959749648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbb78386-5f1a-4101-94c7-9289e1397298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.084082782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbb78386-5f1a-4101-94c7-9289e1397298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.115351499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"97ecd9a9-1520-47e8-84b5-9adb50baf92c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.139419684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbb78386-5f1a-4101-94c7-9289e1397298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.196966692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b803d63b-a1b9-44c5-9bf3-3eae7605f435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.196984941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b803d63b-a1b9-44c5-9bf3-3eae7605f435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.213629604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"ad279bd1-6136-4427-a012-f41957c76384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.261715265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e34daf09-cc13-4a56-9d00-63461936180a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.314529506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"d453e237-8ea4-4ecc-aeb7-9f36514dac97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.317994877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e34daf09-cc13-4a56-9d00-63461936180a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.337372539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"63f0a918-3adf-4f06-9b07-e374324c78a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.372677608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e34daf09-cc13-4a56-9d00-63461936180a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.430662697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"994e77fb-e91b-467c-b052-9d8ef1765d97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.430680303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"994e77fb-e91b-467c-b052-9d8ef1765d97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:34.505525121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"4fda16cb-ce6b-49e2-826b-4f636ee69102","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.696815687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2af564-c170-455f-a051-c5f6e7ac8095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.749350032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2af564-c170-455f-a051-c5f6e7ac8095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.80212269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2af564-c170-455f-a051-c5f6e7ac8095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:35.855642778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2af564-c170-455f-a051-c5f6e7ac8095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:36.291069498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-275f6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-275f6e","reconcileID":"3d965f50-504e-4ca3-b8e2-f7645922312c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-275f6e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-275f6e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.772583694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f725079-7de0-4c15-9afe-d5dd031f616c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.847062338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f725079-7de0-4c15-9afe-d5dd031f616c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.89935931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f725079-7de0-4c15-9afe-d5dd031f616c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:37.951612737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f725079-7de0-4c15-9afe-d5dd031f616c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.854205615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d09c2d-1fb9-4fbe-9074-20e4700cdcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.924474684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d09c2d-1fb9-4fbe-9074-20e4700cdcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:39.977102164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d09c2d-1fb9-4fbe-9074-20e4700cdcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:40.033727903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d09c2d-1fb9-4fbe-9074-20e4700cdcaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.302688546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d55fde84-b79a-468d-a2c0-e6460d2cbbca","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.361135685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d55fde84-b79a-468d-a2c0-e6460d2cbbca","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.416553705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d55fde84-b79a-468d-a2c0-e6460d2cbbca","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.474825239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a47910f-7b46-4d97-92b5-ba806283dbf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:42.474880238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a47910f-7b46-4d97-92b5-ba806283dbf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.3553661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4c42f006-03de-4bc2-968c-9cca3e372941","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.483031099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4c42f006-03de-4bc2-968c-9cca3e372941","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.538082188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"4c42f006-03de-4bc2-968c-9cca3e372941","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.595638399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16537f4-c716-4abc-8ed2-fa97e414bc0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:43.595658695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16537f4-c716-4abc-8ed2-fa97e414bc0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.354722398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dee4926-bedf-4014-a2c1-823332e48968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.480524377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dee4926-bedf-4014-a2c1-823332e48968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.536189804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dee4926-bedf-4014-a2c1-823332e48968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.587502696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77ad3d30-8707-4eb8-80de-7336900f052b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.594264648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3757797-a0fc-47d7-a328-7ca095a684d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.594283512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3757797-a0fc-47d7-a328-7ca095a684d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.646004859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77ad3d30-8707-4eb8-80de-7336900f052b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.701374381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77ad3d30-8707-4eb8-80de-7336900f052b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.759520786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aaabc68-1cb3-4c05-ae15-8a7b08a4a714","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:44.759546658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aaabc68-1cb3-4c05-ae15-8a7b08a4a714","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:50.42922332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"669f2536-fc53-4b77-a16f-4e7853904e9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.631566942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"1e2d3c85-9e1b-42b0-a713-9b904e33e5d6","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.688731752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"1e2d3c85-9e1b-42b0-a713-9b904e33e5d6","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.744252777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"1e2d3c85-9e1b-42b0-a713-9b904e33e5d6","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.799917139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8605c7b6-c293-45b9-8b57-64e360cc6d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:52.799936551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8605c7b6-c293-45b9-8b57-64e360cc6d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.701324675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8c19e4d8-a837-4b67-8866-23a14c6e801b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.826809069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8c19e4d8-a837-4b67-8866-23a14c6e801b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.882886016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"8c19e4d8-a837-4b67-8866-23a14c6e801b","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.940795823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb2948a-1dac-486d-9d91-ada227b512ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:53.940815464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdb2948a-1dac-486d-9d91-ada227b512ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.751853971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7496b596-aead-4a34-9df4-ed549ff48234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.876629673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7496b596-aead-4a34-9df4-ed549ff48234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.916975678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"942dbeab-5ce4-4433-ac52-d9757cfeb155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.932472222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7496b596-aead-4a34-9df4-ed549ff48234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.973713636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"942dbeab-5ce4-4433-ac52-d9757cfeb155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.990771936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8cb3518-2649-4808-a398-22d3df2bc57d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:54.990789144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8cb3518-2649-4808-a398-22d3df2bc57d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.028973143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"942dbeab-5ce4-4433-ac52-d9757cfeb155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.086951973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b1598cc-c06a-4815-b241-6774424aaca9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.086971811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b1598cc-c06a-4815-b241-6774424aaca9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:47:55.931995871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:02.958882403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"cedb4fa4-0385-4946-85ba-34d33d8988fd","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.030192925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"cedb4fa4-0385-4946-85ba-34d33d8988fd","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.085598185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"cedb4fa4-0385-4946-85ba-34d33d8988fd","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.144094906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9047daa1-9121-4264-bfa5-450bda738236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:03.144114919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9047daa1-9121-4264-bfa5-450bda738236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:04.04661276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"9bd41e7a-742e-4675-ba5d-75673eaea9a6","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:04.172297858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"9bd41e7a-742e-4675-ba5d-75673eaea9a6","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:04.22820026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"9bd41e7a-742e-4675-ba5d-75673eaea9a6","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:04.285637568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceda192a-2ce3-4167-9bc5-79598d66887a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:04.285657268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceda192a-2ce3-4167-9bc5-79598d66887a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.148336492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68a54942-829f-4713-9a05-1e8d0ecd5006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.248943739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"295e9732-3a61-41c0-b6de-4469535cc611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.26988916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68a54942-829f-4713-9a05-1e8d0ecd5006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.305410568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"295e9732-3a61-41c0-b6de-4469535cc611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.324871995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68a54942-829f-4713-9a05-1e8d0ecd5006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.360819296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"295e9732-3a61-41c0-b6de-4469535cc611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.382301164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b443c373-c141-4e72-a35a-ecf951a166d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.382321195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b443c373-c141-4e72-a35a-ecf951a166d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.418632191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8fce891-0e38-4ce6-b346-fae503707add","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:05.418650028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8fce891-0e38-4ce6-b346-fae503707add","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.301976875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"ac457877-0f1e-4b72-bdd1-0bf3ca63878e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.358395741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"ac457877-0f1e-4b72-bdd1-0bf3ca63878e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.41345501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"ac457877-0f1e-4b72-bdd1-0bf3ca63878e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.469379144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9a4b209-703f-4ae9-bc61-09eccf956592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:13.469406759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9a4b209-703f-4ae9-bc61-09eccf956592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:14.390809645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"2d6f1555-7eb8-41e2-9fa4-28a17d6e2a59","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:14.516454201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"2d6f1555-7eb8-41e2-9fa4-28a17d6e2a59","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:14.571656972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"2d6f1555-7eb8-41e2-9fa4-28a17d6e2a59","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:14.629675537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e419f26-93bb-412d-9f8d-a31c31cd94da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:14.6296943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e419f26-93bb-412d-9f8d-a31c31cd94da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.54056783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7980ec5e-0151-43b3-a04e-b4c61ad5f9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.576102375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfc29100-fb9c-4f71-b210-b4759e4a9c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.666154136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7980ec5e-0151-43b3-a04e-b4c61ad5f9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:15.690931968Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfc29100-fb9c-4f71-b210-b4759e4a9c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.720965068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7980ec5e-0151-43b3-a04e-b4c61ad5f9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:48:15.749150224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfc29100-fb9c-4f71-b210-b4759e4a9c8b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.749424112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07a2e3b7-86eb-4b58-ba42-9a4d9bb19862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.749441455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07a2e3b7-86eb-4b58-ba42-9a4d9bb19862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.780113198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbdaf341-dd0d-4f50-b1f5-da9c47f58875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.780136501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbdaf341-dd0d-4f50-b1f5-da9c47f58875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.911872751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d360e69-9451-4015-97f5-c391c66cf15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:15.969571883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d360e69-9451-4015-97f5-c391c66cf15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:16.024619753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d360e69-9451-4015-97f5-c391c66cf15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:16.082850717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71bec065-7c1c-4c48-8174-06cdff85d47d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:16.082873041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"71bec065-7c1c-4c48-8174-06cdff85d47d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.626514638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"c80a6eb6-7100-43fa-9ad9-7b1cfca5ba78","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.684015229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"c80a6eb6-7100-43fa-9ad9-7b1cfca5ba78","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.740347565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"c80a6eb6-7100-43fa-9ad9-7b1cfca5ba78","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.798943132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c4b0a1-9f48-4ce0-b1c4-7daf949e963e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.798963717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c4b0a1-9f48-4ce0-b1c4-7daf949e963e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.800945474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8943c6d-d070-4e09-9680-6491431f8023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.853702932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8943c6d-d070-4e09-9680-6491431f8023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.906327005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8943c6d-d070-4e09-9680-6491431f8023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:23.959156637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8943c6d-d070-4e09-9680-6491431f8023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.288732615Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ac0028e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ac0028e","reconcileID":"fc610f2d-652a-4e74-9338-38b330ee560c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ac0028e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8ac0028e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.734391279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f72beac4-bc59-483f-8f6c-56c9cea79fce","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.861043585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f72beac4-bc59-483f-8f6c-56c9cea79fce","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:24.918736285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f72beac4-bc59-483f-8f6c-56c9cea79fce","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.027555114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ab87c7-1d1f-4eeb-8e3e-dd1f6966f98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.027574971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ab87c7-1d1f-4eeb-8e3e-dd1f6966f98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.913053591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c3b65e-e5ba-4a86-9a5c-fd9ded7e3f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.930450372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:25.965583681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c3b65e-e5ba-4a86-9a5c-fd9ded7e3f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.017798944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c3b65e-e5ba-4a86-9a5c-fd9ded7e3f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.018025044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20ef4cac-e4c0-4f60-9143-9341724af785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.071152845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c3b65e-e5ba-4a86-9a5c-fd9ded7e3f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.197007777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20ef4cac-e4c0-4f60-9143-9341724af785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.252458871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20ef4cac-e4c0-4f60-9143-9341724af785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.336854481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43957659-285e-4220-86ec-d8509a0299ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.340123464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc50c1ac-2ba1-4ae0-b362-97a90c2d24b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.34014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc50c1ac-2ba1-4ae0-b362-97a90c2d24b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.396052607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43957659-285e-4220-86ec-d8509a0299ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.451276558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43957659-285e-4220-86ec-d8509a0299ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.509646824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2baf43c6-544c-4993-b332-e93880b28f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:26.509666557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2baf43c6-544c-4993-b332-e93880b28f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:33.956603577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"08912388-9b6a-4efb-9b28-7fa227c3102e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:34.013417481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"08912388-9b6a-4efb-9b28-7fa227c3102e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:34.06854853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"08912388-9b6a-4efb-9b28-7fa227c3102e","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:34.124129975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53dba55b-d71f-4f7a-b8ba-4f9185091a58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:34.124148877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53dba55b-d71f-4f7a-b8ba-4f9185091a58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:35.132738873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f55d7d78-8632-4d48-9995-0b9802d48f1c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:35.255587238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f55d7d78-8632-4d48-9995-0b9802d48f1c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:35.315130064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"f55d7d78-8632-4d48-9995-0b9802d48f1c","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:35.373183067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ea499e6-1fc5-4baa-a870-be1063214c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:35.373202576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ea499e6-1fc5-4baa-a870-be1063214c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.498734648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b4db43-030f-4bd3-b09d-bb695881379b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.623107166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b4db43-030f-4bd3-b09d-bb695881379b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.667006919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28b369c-cd8c-4b64-b818-84c3735fd527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.679248973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59b4db43-030f-4bd3-b09d-bb695881379b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.723864209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28b369c-cd8c-4b64-b818-84c3735fd527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.737020945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"859f0378-e420-4f22-830f-9f4d00bfca98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.737047629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"859f0378-e420-4f22-830f-9f4d00bfca98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.778612449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c28b369c-cd8c-4b64-b818-84c3735fd527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.836546592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46a1691b-0242-4cf5-b545-533353e464f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:36.836566975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46a1691b-0242-4cf5-b545-533353e464f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.285867935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"91ae2d92-c6bb-48a5-8e09-93014cbd17ff","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.342898206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"91ae2d92-c6bb-48a5-8e09-93014cbd17ff","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.397881693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"91ae2d92-c6bb-48a5-8e09-93014cbd17ff","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.455310967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1720b9fd-dd1e-4907-8c33-636bbb3ca62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:44.455333728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1720b9fd-dd1e-4907-8c33-636bbb3ca62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.478264504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"33fbd44f-12fb-4293-a489-7cdd11363fc8","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.602789321Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"33fbd44f-12fb-4293-a489-7cdd11363fc8","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.658457671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"33fbd44f-12fb-4293-a489-7cdd11363fc8","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.715987151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bfc6fb-778f-499d-bfb8-cbdfc34c146c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:45.71600755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bfc6fb-778f-499d-bfb8-cbdfc34c146c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.894068623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86369e98-f0cb-4c2a-8543-ddfed4043978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:46.993935253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c7894b0-41a9-43a5-ad96-40aabb9d910d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.017999195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86369e98-f0cb-4c2a-8543-ddfed4043978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.051583074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c7894b0-41a9-43a5-ad96-40aabb9d910d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.074112724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86369e98-f0cb-4c2a-8543-ddfed4043978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.10980529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c7894b0-41a9-43a5-ad96-40aabb9d910d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.150703726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62dcc5ea-0cf9-456d-9f49-54e287d50517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.15073017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62dcc5ea-0cf9-456d-9f49-54e287d50517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.239655746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77f96077-1f20-4f30-8c27-d305d925f3d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:47.239683224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77f96077-1f20-4f30-8c27-d305d925f3d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.652072854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6169479-9a0a-4fce-b107-cf4abb40aab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.652092879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6169479-9a0a-4fce-b107-cf4abb40aab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.707454673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9159b10-8863-4fa5-a0cd-98384ede3f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.707477106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9159b10-8863-4fa5-a0cd-98384ede3f46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.811577323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"namespace":"ai-tenant-e2e-mt-7ec58561","name":"e2e-policy-7ec58561","reconcileID":"a02c6b1b-4418-45d1-9fbe-f3c1661c9180","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.936263773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"namespace":"ai-tenant-e2e-mt-7ec58561","name":"e2e-policy-7ec58561","reconcileID":"a02c6b1b-4418-45d1-9fbe-f3c1661c9180","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:51.991646049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"namespace":"ai-tenant-e2e-mt-7ec58561","name":"e2e-policy-7ec58561","reconcileID":"a02c6b1b-4418-45d1-9fbe-f3c1661c9180","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.617173916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6ee27588-1656-43d9-b79d-2a173852190d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.741683441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6ee27588-1656-43d9-b79d-2a173852190d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.796815364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"6ee27588-1656-43d9-b79d-2a173852190d","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.852450738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372b8151-53ef-40ba-9d46-9f3b0833118b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:54.852480585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"372b8151-53ef-40ba-9d46-9f3b0833118b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.033360601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"929c1cf1-1907-4d8c-9a3c-b6345dd34885","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.033425936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e872287a-22ff-43f9-9977-dba7252fce16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.033437905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e872287a-22ff-43f9-9977-dba7252fce16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.186107525Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"namespace":"ai-tenant-e2e-mt-5f67ab69","name":"e2e-policy-5f67ab69","reconcileID":"929c1cf1-1907-4d8c-9a3c-b6345dd34885","MaaSAuthPolicy":{"name":"e2e-policy-5f67ab69","namespace":"ai-tenant-e2e-mt-5f67ab69"},"policyNamespace":"ai-tenant-e2e-mt-5f67ab69","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.246358917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06532fc0-5821-49ce-9c7d-98212423a170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.246446558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06532fc0-5821-49ce-9c7d-98212423a170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:55.931567461Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:56.828320095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"1ab04187-5b25-424e-bfd3-1e61b8c5b8bb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:56.947606139Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"1ab04187-5b25-424e-bfd3-1e61b8c5b8bb","name":"e2e-inf-b-275f6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.309547047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdf475-70aa-41c2-acb1-6d48a68c8e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.365808173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdf475-70aa-41c2-acb1-6d48a68c8e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.398698703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0d9d54-b8a2-4342-929c-807f543f3c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.421162785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdf475-70aa-41c2-acb1-6d48a68c8e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.45824857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0d9d54-b8a2-4342-929c-807f543f3c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.477203633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3646a1e2-86ab-4430-ab62-681fa4f4e58c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.477228926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3646a1e2-86ab-4430-ab62-681fa4f4e58c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.513909874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0d9d54-b8a2-4342-929c-807f543f3c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.571709177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eec6255a-e639-4920-907f-2d96298df13d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:48:57.571732242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eec6255a-e639-4920-907f-2d96298df13d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:05.010521889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d1481080-9923-4645-a65e-7b9473ab329f","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:05.067638865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d1481080-9923-4645-a65e-7b9473ab329f","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:05.122735141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"d1481080-9923-4645-a65e-7b9473ab329f","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.635509267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b2ab00-cadb-46ab-96ad-930e06b92afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.693142952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b2ab00-cadb-46ab-96ad-930e06b92afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.737510965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202bc0f8-f425-4f58-803d-f703e4cc89da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.749417571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b2ab00-cadb-46ab-96ad-930e06b92afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.794588396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202bc0f8-f425-4f58-803d-f703e4cc89da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:07.849610291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202bc0f8-f425-4f58-803d-f703e4cc89da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.394583401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b0c17306","reconcileID":"c2d79ff9-a65f-4e75-b70e-725fb5397b15","MaaSAuthPolicy":{"name":"e2e-default-ns-b0c17306","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.395016331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c882455-9ed3-49f4-af71-023ddf1be5ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.395165794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c882455-9ed3-49f4-af71-023ddf1be5ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.608738439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d8f675-6e73-4560-92bc-876990ab434c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:14.608759229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d8f675-6e73-4560-92bc-876990ab434c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:15.957891016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d92f062d-4548-4e9a-9b6c-f1402672fa5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.067468932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"732c02fb-fd0e-4e44-b507-b0a963399b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.315354671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"a3332a52-5649-4c3d-86a6-a28c2e11eb46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.455106156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"7b076f34-5608-4403-875d-d1b3d607d8ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.564651798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4435b7f1-aa0f-4372-a153-634647ebb913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.676589779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"d1994b8a-c322-4045-9721-59e0c3681b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.787573157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"1af2bae5-54d9-4464-9ff8-7c832dc50a79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.886213431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"70bea9d9-bff1-48ee-84ce-99e8fc6bcca7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.898992213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"262265ef-365b-4c90-8374-3a79d7c1cbd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:16.991376458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"2234bd98-d3b3-4ec0-9eda-886f731ad24f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.008193434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"c7dc3eab-aa6e-4dda-a096-97f32959697f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.518150057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"c66a4c11-c6ba-4ecd-9a4a-02eb7c44b4cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.716028013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"namespace":"ai-tenant-e2e-mt-7ec58561","name":"e2e-policy-7ec58561","reconcileID":"1c19943b-885f-4c53-8700-b73a394a3934","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.869193408Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"namespace":"ai-tenant-e2e-mt-7ec58561","name":"e2e-policy-7ec58561","reconcileID":"1c19943b-885f-4c53-8700-b73a394a3934","MaaSAuthPolicy":{"name":"e2e-policy-7ec58561","namespace":"ai-tenant-e2e-mt-7ec58561"},"policyNamespace":"ai-tenant-e2e-mt-7ec58561","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.907031876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f111d197-2de1-4757-a8ad-b32edc1c64b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:17.963183975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f111d197-2de1-4757-a8ad-b32edc1c64b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.007349451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a074c1dd-1596-4327-9aca-7256eb8d5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.064361631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a074c1dd-1596-4327-9aca-7256eb8d5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.278517959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1f746e-43b7-4ae1-abce-cdfe0b672b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.278537598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1f746e-43b7-4ae1-abce-cdfe0b672b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.379353633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c12bab49-0d4a-4f38-8d7e-70278113e6c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:18.379372737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c12bab49-0d4a-4f38-8d7e-70278113e6c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:25.931026862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.398185025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"02a3ad3d-8c54-4b75-aaad-760e0a44bf6a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8ac0028e","tenantID":"e2e-mt-8ac0028e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:46.516434567Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"02a3ad3d-8c54-4b75-aaad-760e0a44bf6a","name":"e2e-mt-8ac0028e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:49:55.931759699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.634006714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"7c162cfc-48f4-4e84-a7e4-bf74ef6d5cea","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:18.63403433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"7c162cfc-48f4-4e84-a7e4-bf74ef6d5cea","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.039507652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"b68c8514-25f5-4637-bc41-885fbd3f2b19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.102329005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9da6ac03-c77a-44bb-a782-52df733c56ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.198309321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"3418bb5c-bf7d-40b8-8933-b642b65b6f62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.311927032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"d402d2ae-effe-4432-8f31-b87733418eb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.412147087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"d145e949-ffe6-4912-9803-833ccd2349fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.590455593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"fbbf852f-c2de-4e11-b79b-bcab32a1698e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.643265139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"e1d8a801-7ebf-43fb-9cd1-e361a0b0ec78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.703303222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"5a73dbe0-b79e-492c-b961-ea5131ffed85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:22.948900493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0459929c-f4aa-4b3f-a8ed-7fba6823cec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.148005714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"0b00c11b-ac25-4712-a77b-c0f1ddac548e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.296677317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"502f49c8-f5a0-489c-99ef-421cc2b625c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.438762839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db5c783b-7803-4d66-9bc5-e004098f3a70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.607132198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e1468-3d79-4672-ba28-1921a7763581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.660265475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e1468-3d79-4672-ba28-1921a7763581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.712703535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e1468-3d79-4672-ba28-1921a7763581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:23.765504392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857e1468-3d79-4672-ba28-1921a7763581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.659972031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa31638-647a-4018-8cd0-2e70305fa952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.712567308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa31638-647a-4018-8cd0-2e70305fa952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.767063857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa31638-647a-4018-8cd0-2e70305fa952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.820923885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fa31638-647a-4018-8cd0-2e70305fa952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:25.93039627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:40.146798753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"2fde1b81-a3a6-4228-b303-6d7e36fbef8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:40.48395023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"ba18d3f3-c5ee-42fe-a3c2-4bb242ff57af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:40.735808626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"255c896f-39d4-4b1f-9d25-9ea09035a9a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:40.736281156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"dee82009-cecd-42e6-9e1f-2ed63558fb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:40.868894005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"2a66f9cd-abbb-46b5-b037-42237e577760","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.076615594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"731f975a-54c6-435e-9d24-40cd26a80e6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.24861706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"3c90b29c-3293-4611-8be4-12933aa9990f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.272812157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442a57f-cb2d-4ecf-adb7-b4236570868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.325533079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442a57f-cb2d-4ecf-adb7-b4236570868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.378850099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442a57f-cb2d-4ecf-adb7-b4236570868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.3790668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"352c3e2c-a2be-4a12-9e66-724f90b03f3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.432522963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442a57f-cb2d-4ecf-adb7-b4236570868b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.604584195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bbcb967a-1979-4d94-aee4-5cec3343c283","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.60697164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"44b91e85-414f-4c28-88d7-b26e657e0c78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.711759466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5a614690-4e18-4240-9c73-c253a9a1b63c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:41.807790276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"12a865cc-1741-4501-b2ab-1ed01d333387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.492423997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b43717-2f7c-40f3-b969-fbbc8fcb78f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.544972427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b43717-2f7c-40f3-b969-fbbc8fcb78f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.597688078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b43717-2f7c-40f3-b969-fbbc8fcb78f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:43.651368249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b43717-2f7c-40f3-b969-fbbc8fcb78f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.591337531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f85def-1d5b-454c-ac8c-170d9016db89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.643906023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f85def-1d5b-454c-ac8c-170d9016db89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.697094714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f85def-1d5b-454c-ac8c-170d9016db89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:45.749671474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f85def-1d5b-454c-ac8c-170d9016db89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.674181629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7115edf-5002-4ebf-a74a-9ac723dbee5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.726696247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7115edf-5002-4ebf-a74a-9ac723dbee5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.780125059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7115edf-5002-4ebf-a74a-9ac723dbee5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:53.833065338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7115edf-5002-4ebf-a74a-9ac723dbee5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:54.270577603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-d03e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-d03e5b","reconcileID":"f197aed7-6361-43d4-ad7b-61c357527719","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-d03e5b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-d03e5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.774317574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9dd60e3-035f-43c4-82df-c4a8599425f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.827142856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9dd60e3-035f-43c4-82df-c4a8599425f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.879504152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9dd60e3-035f-43c4-82df-c4a8599425f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.930970626Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:55.93208166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9dd60e3-035f-43c4-82df-c4a8599425f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:57.889957074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0a1baa-bfda-4722-9e4a-3d634c390df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:57.949534973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0a1baa-bfda-4722-9e4a-3d634c390df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.034410884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0a1baa-bfda-4722-9e4a-3d634c390df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.087419524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c0a1baa-bfda-4722-9e4a-3d634c390df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.362970034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"23f281b0-1d0c-4901-ac85-979c6da7c0af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.483562628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f283e4b4-cb7e-4e68-adbb-9a5a126719b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.540458574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"c941869b-82b0-4935-8afa-2e4b23ea8166","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.915302446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"fe0c7f57-f8c1-43ab-a24b-0cd38f61d0ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.980422737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b23988d3-9625-457a-b1fa-04eb65cc26d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:58.985627946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"8b9568b8-585c-495c-8cac-9fa2b91dfa07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.108914709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c705eeec-7e63-4d38-b85d-361f0850a79a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.22362832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"6862535f-6b17-48ff-b34f-402a0a769200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.50394418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"793f1902-3d64-47b9-bcc4-8626ffd86ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.508482698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"2a1a28fc-6ec8-42ca-9c4f-753ee068831c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.672037881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"19536957-eb0c-4ae5-ae7b-140111be2483","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:50:59.725149389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"cbb7539a-082f-45b8-93ae-6d5c6e9e0513","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.170066003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb63950-cced-4104-ac08-5c08511be809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.223248518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb63950-cced-4104-ac08-5c08511be809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.275908612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb63950-cced-4104-ac08-5c08511be809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:00.328462997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb63950-cced-4104-ac08-5c08511be809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.786293988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","namespace":"ai-tenant-e2e-shared-a-w0-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.786353632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","namespace":"ai-tenant-e2e-shared-a-w0-df692c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.786401907Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","tenant":"e2e-shared-a-w0-df692c","tenantID":"e2e-shared-a-w0-df692c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.848237344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-df692c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.918083634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Service","name":"maas-api-e2e-shared-a-w0-df692c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:03.980536703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-df692c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.034463382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-df692c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.09656297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.154434459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.209475944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.282295279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.341275595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.402378769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.455344715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.507572683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.559778219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.612098096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.664158724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.723343115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.775666906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.827600819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.880180651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-df692c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:04.968937106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-df692c"},"namespace":"ai-tenant-e2e-shared-a-w0-df692c","name":"default-tenant","reconcileID":"0cade6e6-1591-4eea-84fe-3548eabb2724","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-df692c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.083356889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc89dc1-b835-4e4d-b8cd-2b9c3436a16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.137002407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc89dc1-b835-4e4d-b8cd-2b9c3436a16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.19031653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc89dc1-b835-4e4d-b8cd-2b9c3436a16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.243493452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc89dc1-b835-4e4d-b8cd-2b9c3436a16c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:11.458683178Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-df692c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-df692c","reconcileID":"5d612087-aa40-44e3-816d-c4b19e40aa92","aitenant":"ai-tenants/e2e-shared-a-w0-df692c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:12.211786609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-df692c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-df692c","reconcileID":"5d612087-aa40-44e3-816d-c4b19e40aa92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-df692c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-df692c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.201985255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2c49f-8642-428b-a516-7e7e89ca4bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.255586727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2c49f-8642-428b-a516-7e7e89ca4bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.309659464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2c49f-8642-428b-a516-7e7e89ca4bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:13.362657282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd2c49f-8642-428b-a516-7e7e89ca4bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:15.288930209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd11b64-d146-44ec-879e-9743b7088cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:15.345247523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd11b64-d146-44ec-879e-9743b7088cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:15.399811413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd11b64-d146-44ec-879e-9743b7088cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:15.455106389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd11b64-d146-44ec-879e-9743b7088cac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:17.594348563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f940ccd1-6d05-42fb-94b0-d9c5a69f176b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:17.693858768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"63e8fc47-82d0-4942-8823-471730c12d63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:17.70701358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"0a80a40c-5aa6-4595-8e0b-c52ede0dad6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:17.793463799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a06f1512-99fe-4bfd-b0e7-0fa3505e29db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:17.997537811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"7de750c4-102a-4af4-bfeb-bbda5422a34e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.042701057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"f27186a5-377c-4b13-80a3-15d06f02b760","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.553555856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5f82ef94-711d-411f-b12c-b78e41bfca65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.774821806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ad2f75a-dc21-43de-9908-7d58b5c8ac5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.875398275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"47baa5e2-cfa6-4364-a007-a883a2f457bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:18.972959868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"afc6e716-da74-4f74-a380-76208d2ffca3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.078546662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f41ef2d3-cd7a-480f-8e67-8a1d7d5e1324","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:19.108658783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"8fb48353-d85d-4887-82b7-d3921ec6e2f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:20.983253604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae668dfd-9356-4015-8949-7fdf3a939fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.039247436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae668dfd-9356-4015-8949-7fdf3a939fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.115399105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae668dfd-9356-4015-8949-7fdf3a939fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:21.18853062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae668dfd-9356-4015-8949-7fdf3a939fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.124745894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6e4173-c394-4bc1-9eab-3983e9dfecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.178100579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6e4173-c394-4bc1-9eab-3983e9dfecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.230972696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6e4173-c394-4bc1-9eab-3983e9dfecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:23.28360069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b6e4173-c394-4bc1-9eab-3983e9dfecd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:25.930731255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.725907845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"945826df-eb1c-47b5-9aaf-7204071e7c3d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:26.725942867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"945826df-eb1c-47b5-9aaf-7204071e7c3d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.164298269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"3eda791e-e8b8-4ba8-9208-94dbe156bfaa","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.164329223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"3eda791e-e8b8-4ba8-9208-94dbe156bfaa","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.220063603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"98262e37-db4c-4cc4-9b93-8b5b5d857157","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.2200916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"98262e37-db4c-4cc4-9b93-8b5b5d857157","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.325074964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"bf67df1a-7c43-47a3-959b-47c2192f085b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.448820866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"bf67df1a-7c43-47a3-959b-47c2192f085b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.504718858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"bf67df1a-7c43-47a3-959b-47c2192f085b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.562595172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"48b0912f-6a50-4f92-b27d-5c58b6155197","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:32.562613772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"48b0912f-6a50-4f92-b27d-5c58b6155197","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.667803975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b270d2-0115-459b-a58a-0261a3f6e8e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.724207991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b270d2-0115-459b-a58a-0261a3f6e8e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:42.780875392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b270d2-0115-459b-a58a-0261a3f6e8e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.08649501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.0865702Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","namespace":"ai-tenant-e2e-shared-b-w0-a2af33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.086642759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","tenant":"e2e-shared-b-w0-a2af33","tenantID":"e2e-shared-b-w0-a2af33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.140894528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-a2af33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.195106056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"284cf41a-db1a-4e86-86bd-9118fe4a3e21","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.195139899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"284cf41a-db1a-4e86-86bd-9118fe4a3e21","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.206134929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Service","name":"maas-api-e2e-shared-b-w0-a2af33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.261029666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-a2af33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.315816187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-a2af33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.373673968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.429204082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.484256179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.538851622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.596070399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.653747541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.706036536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.758186455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.810364342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.862303686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.914598889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:46.969740111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:47.021874466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:47.074458434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:47.130940216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-a2af33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:47.187511352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-a2af33"},"namespace":"ai-tenant-e2e-shared-b-w0-a2af33","name":"default-tenant","reconcileID":"407d8dcd-968c-432b-9d09-0437b496b3c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-a2af33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:50.260598921Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a2af33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a2af33","reconcileID":"6009cbea-c798-4a90-a80f-e294cfda84bf","aitenant":"ai-tenants/e2e-shared-b-w0-a2af33","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:50.863418552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22597dd5-8d19-4536-b085-e6ef5b0618af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:50.915903854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22597dd5-8d19-4536-b085-e6ef5b0618af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:50.975383573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22597dd5-8d19-4536-b085-e6ef5b0618af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:51.027893292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22597dd5-8d19-4536-b085-e6ef5b0618af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:51.093483118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-a2af33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-a2af33","reconcileID":"6009cbea-c798-4a90-a80f-e294cfda84bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-a2af33","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-a2af33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.226369131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"ba22e9e3-d99c-4611-95da-4ed8d217433b","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.226400644Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"cad10e10-90a1-461f-ac0e-0367323e0928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.43926223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"dc2acc93-70b2-4b1a-916d-86f99297fca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.442904381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0971835d-3945-4a89-a7e5-1bd280798db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.443430138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"2bd14592-5356-4602-bc54-ee3800fcfca2","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.496018281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"dc2acc93-70b2-4b1a-916d-86f99297fca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.544709266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"64ffc83b-4b72-4813-b2f4-a5b9203ebb9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.589715218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"9f6e6d8b-90da-4663-a038-af05ef6b447c","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:51:52.64787599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-access","reconcileID":"0971835d-3945-4a89-a7e5-1bd280798db7","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.801540831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f1738538-d87c-407e-97fc-243c6d7f0bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.858900987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"f1738538-d87c-407e-97fc-243c6d7f0bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.901143274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b2d135-8316-4b50-bf6b-88a6a66b8f97","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.957931254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b2d135-8316-4b50-bf6b-88a6a66b8f97","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:52.959996451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78cd94-f161-4600-812d-09ac5bc29000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.012655784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78cd94-f161-4600-812d-09ac5bc29000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.015586177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (1cc04a58a466c5b96d98dec802c1fa634ac8ecb47138f1d8f04fafece8e205c7) AuthConfig (20c94de265614354512f7086624b852bd360fda8bd900d97cf26db940ad63abb) AuthConfig (08506e5ea6e457769b7cf5b6038739a23f0e760ba9baa4ada6184a894f8f66ac) AuthConfig (1285645b0996b9e78baf7564c991f363a38c09efee450caf713577a80d7adf79) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (4a746e354cde4a8beda0e76d30dd3331a5130b0ded5d8411fa54de404d570c1f) AuthConfig (fbf51532888e60fd4ced74ea5dbcfd1b73595865185a14cd5a9e826e5f9c30c1) AuthConfig (0cafc95346152979718f062bac93a7e9b23b1aecb7aa054a28ff0d72181b610c) AuthConfig (65a70acad67cdee9249e1cff86f7e123d7ef352b23bb9c0d725999af760a7db3) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (2527dab9fe88259fc9c39515d53b0aaee0df39a5c2ea6a1c470ed231eff96749) AuthConfig (158d7b01c7cb62b2bcd3696141503fe935afdda934a39642bdc7f66779c1f756) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (2a4dea7db138285dbccce0f7a65c1d54e1163d7c9b0117aa6afd6b0fffe36ba4) AuthConfig (3a6582fd06c68fa435259aa9f91d361b84a8396309cd61bfb7d927a29e519005)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"09b2d135-8316-4b50-bf6b-88a6a66b8f97","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.066129501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78cd94-f161-4600-812d-09ac5bc29000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.121079829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd78cd94-f161-4600-812d-09ac5bc29000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.126218025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"f7f7d747-9135-4a2f-ac0b-a9403aa21994","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:53.126236945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"f7f7d747-9135-4a2f-ac0b-a9403aa21994","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:55.93216336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:58.706568064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"44c2fa9f-aa2d-464d-9c90-812b9aa741f1","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.03203463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"1e7a3f83-66b1-4478-9402-5fed3478fcf2","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.362491782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"034e6a96-c458-4e91-9bfe-e15dec967c9c","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.538619088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a7d2fa6f-11dc-4f9b-9465-f152a4e50d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.58051902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"98992465-e356-4c56-9fcf-fdd4a267d794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.595337558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"a7d2fa6f-11dc-4f9b-9465-f152a4e50d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.70603466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"08f59583-0f56-4ef2-b7e0-f976b3ddc0a6","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.758601603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a56d2e55-4021-452f-8e3b-b62c51e6a5c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.763785704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"4dad5467-6e83-49a0-addd-8f5994b9ce44","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.812120232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a56d2e55-4021-452f-8e3b-b62c51e6a5c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.865093458Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"simulator-subscription","reconcileID":"a56d2e55-4021-452f-8e3b-b62c51e6a5c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/simulator-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.904205838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"108ef2d6-4cfd-4d86-9eeb-c975cc6b69d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.957288437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"3647c07f-632b-4347-96f4-e7c56fe335e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:51:59.960314156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"108ef2d6-4cfd-4d86-9eeb-c975cc6b69d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:00.240669831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"543f63ed-a9ee-48a1-985c-464a82ecc2c1","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:00.34599071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1b623b2f-033d-4dab-94e2-27e174dcb0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:00.402537333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"1b623b2f-033d-4dab-94e2-27e174dcb0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.660540273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"9884c311-0572-45fd-87a8-dfe11d65ebca","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.660569814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"9884c311-0572-45fd-87a8-dfe11d65ebca","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.718324107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"53c47a8c-82f4-44d7-b490-0595d6f38b60","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.71836459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"53c47a8c-82f4-44d7-b490-0595d6f38b60","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.823149272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"bb38f399-898d-4e2c-9897-91e9db6c8988","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:01.946175079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"bb38f399-898d-4e2c-9897-91e9db6c8988","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.00175864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4c635a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"bb38f399-898d-4e2c-9897-91e9db6c8988","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.059650572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"4ca01004-1d0a-44c8-83a7-3b54b9b26c3f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:02.059669707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"4ca01004-1d0a-44c8-83a7-3b54b9b26c3f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:03.230987164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"88cbb5a5-c8dc-4842-b9f1-2872ba4d4aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:03.287245647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"88cbb5a5-c8dc-4842-b9f1-2872ba4d4aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:03.342417118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (1cc04a58a466c5b96d98dec802c1fa634ac8ecb47138f1d8f04fafece8e205c7) AuthConfig (20c94de265614354512f7086624b852bd360fda8bd900d97cf26db940ad63abb) AuthConfig (08506e5ea6e457769b7cf5b6038739a23f0e760ba9baa4ada6184a894f8f66ac) AuthConfig (1285645b0996b9e78baf7564c991f363a38c09efee450caf713577a80d7adf79) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (4a746e354cde4a8beda0e76d30dd3331a5130b0ded5d8411fa54de404d570c1f) AuthConfig (fbf51532888e60fd4ced74ea5dbcfd1b73595865185a14cd5a9e826e5f9c30c1) AuthConfig (0cafc95346152979718f062bac93a7e9b23b1aecb7aa054a28ff0d72181b610c) AuthConfig (65a70acad67cdee9249e1cff86f7e123d7ef352b23bb9c0d725999af760a7db3) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (2527dab9fe88259fc9c39515d53b0aaee0df39a5c2ea6a1c470ed231eff96749) AuthConfig (158d7b01c7cb62b2bcd3696141503fe935afdda934a39642bdc7f66779c1f756) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (2a4dea7db138285dbccce0f7a65c1d54e1163d7c9b0117aa6afd6b0fffe36ba4) AuthConfig (3a6582fd06c68fa435259aa9f91d361b84a8396309cd61bfb7d927a29e519005)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"88cbb5a5-c8dc-4842-b9f1-2872ba4d4aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:05.615767547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"367ac9c7-ed72-4781-87cf-0525ff2d6bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:05.67264199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"367ac9c7-ed72-4781-87cf-0525ff2d6bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:05.721429043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"c63bcec6-10cf-4489-a198-7fa82e979d0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:05.94106658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"b3bbd4a5-f211-47cc-9758-3db78052872c","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:05.993376488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"65d857d8-8267-4cd9-83ec-aeca46fb2097","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.046767606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"2d21b2ae-afae-45ac-afd4-a8831ccb17ff","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.047126348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"a454aaae-d6b0-4186-b8d6-6dd7ca2d9716","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.152029867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c89e0964-d2df-43be-b596-b0063636d044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.208730411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"c89e0964-d2df-43be-b596-b0063636d044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.267573103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"ccf8571b-0da5-4f3c-a2fe-fae0d5716d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.340633435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"09640406-2d0c-4ab5-9faa-c260214b6fb2","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.421738565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"feb3aae3-aca3-4d76-adeb-799ff24b8628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.421939361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"21e8d218-1e06-4fc6-9d35-6d21d7f27554","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:52:06.475824201Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"21e8d218-1e06-4fc6-9d35-6d21d7f27554","name":"premium-w0-990c15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:52:06.475932849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"21e8d218-1e06-4fc6-9d35-6d21d7f27554","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-990c15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.481265858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"3a52f9cb-10ca-4ffa-8701-e7b18add6b48","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.579340143Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"755dc4bb-573b-4784-ab1e-28f4610ac98c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf33dc24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.631325651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"a1ede236-9d1e-4248-beda-8fe61a3e9a6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf33dc24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.674740085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"feb3aae3-aca3-4d76-adeb-799ff24b8628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.798870258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"feb3aae3-aca3-4d76-adeb-799ff24b8628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.798899036Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"feb3aae3-aca3-4d76-adeb-799ff24b8628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.855346564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e4d98c27-b52e-49fb-adc5-e5e4e30f9269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.855679705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"dc1acf55-94a9-4112-9f85-29afed9271f1","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.936766539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f68489-d102-4527-bd4a-37fa323d10de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:06.98957433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f68489-d102-4527-bd4a-37fa323d10de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.051064372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f68489-d102-4527-bd4a-37fa323d10de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.109327132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f68489-d102-4527-bd4a-37fa323d10de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.208947025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e4d98c27-b52e-49fb-adc5-e5e4e30f9269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.315802692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e4d98c27-b52e-49fb-adc5-e5e4e30f9269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"e2e-worker-w0-990c15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:07.325446221Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e4d98c27-b52e-49fb-adc5-e5e4e30f9269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-990c15","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:52:07.414887137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-access","reconcileID":"e4d98c27-b52e-49fb-adc5-e5e4e30f9269","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:09.137215546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd193b15-f567-4510-abd9-a79a391cdb9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:09.19063041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd193b15-f567-4510-abd9-a79a391cdb9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:09.243396657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd193b15-f567-4510-abd9-a79a391cdb9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:09.296275258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd193b15-f567-4510-abd9-a79a391cdb9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.164810609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"4e4122d3-acf2-497b-bab1-808043b487e6","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.223157136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"4e4122d3-acf2-497b-bab1-808043b487e6","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:12.279384342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4c635a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"4e4122d3-acf2-497b-bab1-808043b487e6","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.448013548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"148f70ad-88eb-4065-bac1-d05ae0391970","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.506075714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"148f70ad-88eb-4065-bac1-d05ae0391970","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:13.56199246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (1cc04a58a466c5b96d98dec802c1fa634ac8ecb47138f1d8f04fafece8e205c7) AuthConfig (20c94de265614354512f7086624b852bd360fda8bd900d97cf26db940ad63abb) AuthConfig (08506e5ea6e457769b7cf5b6038739a23f0e760ba9baa4ada6184a894f8f66ac) AuthConfig (1285645b0996b9e78baf7564c991f363a38c09efee450caf713577a80d7adf79) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (4a746e354cde4a8beda0e76d30dd3331a5130b0ded5d8411fa54de404d570c1f) AuthConfig (fbf51532888e60fd4ced74ea5dbcfd1b73595865185a14cd5a9e826e5f9c30c1) AuthConfig (0cafc95346152979718f062bac93a7e9b23b1aecb7aa054a28ff0d72181b610c) AuthConfig (65a70acad67cdee9249e1cff86f7e123d7ef352b23bb9c0d725999af760a7db3) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (2527dab9fe88259fc9c39515d53b0aaee0df39a5c2ea6a1c470ed231eff96749) AuthConfig (158d7b01c7cb62b2bcd3696141503fe935afdda934a39642bdc7f66779c1f756) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (2a4dea7db138285dbccce0f7a65c1d54e1163d7c9b0117aa6afd6b0fffe36ba4) AuthConfig (3a6582fd06c68fa435259aa9f91d361b84a8396309cd61bfb7d927a29e519005)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"148f70ad-88eb-4065-bac1-d05ae0391970","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:15.994133864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"c0d544d5-04a0-4f2d-958b-049139471e91","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.047015088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"71c2dd74-0a7e-402d-9c93-adbacd893f1b","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.048470049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"24680726-118b-4f8d-a90d-bac2875bbb56","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.693823802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9f5f962d-023f-463b-9e7c-ae4b0b29ac26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.74688844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9f5f962d-023f-463b-9e7c-ae4b0b29ac26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.80973144Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"premium-simulator-subscription","reconcileID":"9f5f962d-023f-463b-9e7c-ae4b0b29ac26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-990c15"},"name":"maas-trlp-premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15","model":"e2e-models-e2e-worker-w0-990c15/premium-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:16.85704115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"a5a166b1-9013-4b68-9c36-5c920eefa5a9","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:17.080257304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"089ded0d-ea38-4045-bb51-09f04c76affe","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:18.017202172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"3bace10c-888b-47ca-89ca-7a17758348b0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:18.13375517Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"3bace10c-888b-47ca-89ca-7a17758348b0","name":"e2e-shared-a-w2-d03e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:22.388415926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"69bc47e9-0189-40e3-8dee-90ebc17d563e","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:22.459368873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"69bc47e9-0189-40e3-8dee-90ebc17d563e","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:22.515408377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4c635a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcb70a00989ab8239b39d5484a2163b171060edf6321fe25d2774b4b111f7ccd) AuthConfig (bc00dfbff04baf35fd86b5ed43cc41709de071a46eaa42d6a3cd2dc62792c6c8) AuthConfig (529e1f52cf12309658f6a0249a09ae62f5f0d29237bed26bf41419cdad669cca) AuthConfig (139bc032a1f1411ebc87593501c03abe68bc47ff855221a2d07cceed36edb5b2) AuthConfig (0bb4e71f7d9b96d966bdb52ee540927cfe3c466a3e51ffc73bf5a8c9ad0af18d) AuthConfig (db59e8129d7a01ffd8edab7adfead4fe2adbc86b629fae8b290c8611ac4b031a) AuthConfig (9c8f35715421fc0bedd1c4e1e416c99bd46d96ea70626637c9eb710a135a6a92) AuthConfig (646b19158ca1b714b96012b042d26e7f9fd96919cf691650cd1c9d84431f0aa9) AuthConfig (ecb04018244acd17f18dca3211ecdcbfe767187d04f560ebd49814424ebf99ce) AuthConfig (e97fbf2d7c8416f434904966727134c79130e2c8926c081b8ef0366700186de8) AuthConfig (aeac53ec0f704cc6782bd205198c054a94d201320a5644b8765f39ac274174c5) AuthConfig (3d632d0c1bf7d52bea244ad7e7a2e62291f47f3eca262ab4321924518c8573e7) AuthConfig (e742643559d6c8e9df9ffd6f87f70b30838325058c40ac46ce7169de779e4613) AuthConfig (985dd053c3ad8a02c0490f2a19a554d9a9978aae016de7fa8003398c9c92bac9) AuthConfig (04bfaee218cad667ffa08f9ce7cca26dd17b3db319ef60b37fb5932af0e567cc) AuthConfig (adfb1b59a17443df583a81d0af1a0b053d91a3a95a243097062eb516c9bc4d85) AuthConfig (707e7864a4a2f63d08d10e5a85b9b7c41062389c563c0db66c8daaeaac4e9c06) AuthConfig (720ebe6deb09d150fbd04d5978bc8d36c1befde5d5756fe2426759cc6f7204df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"69bc47e9-0189-40e3-8dee-90ebc17d563e","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:22.574207002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"41329211-daec-4901-be6f-3f9221dc6a03","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:22.574233387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"41329211-daec-4901-be6f-3f9221dc6a03","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.670509403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"8df1155e-7b2e-423f-ba6b-345efcbe2953","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:23.730679587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"8df1155e-7b2e-423f-ba6b-345efcbe2953","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:24.06736996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"f4e16ddf-bda7-415c-a451-928c3df266e6","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:24.067475948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"f4e16ddf-bda7-415c-a451-928c3df266e6","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:25.93075841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:25.995557229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-2-w0-990c15","reconcileID":"ea35c22a-bac1-43ba-8b68-20e294407e2f","MaaSModelRef":{"name":"distinct-2-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-2-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-2-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.048014763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"distinct-w0-990c15","reconcileID":"9237b5a9-fec1-42ba-b1a8-1e43d2b649e3","MaaSModelRef":{"name":"distinct-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"distinct-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"distinct-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:26.049578901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"simulator-w0-990c15","reconcileID":"287ef24c-da15-4e06-89b5-0eea2bc3616d","MaaSModelRef":{"name":"simulator-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"simulator-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"simulator-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:27.081692038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"namespace":"e2e-models-e2e-worker-w0-990c15","name":"premium-w0-990c15","reconcileID":"8b430be2-5f14-48b3-b5ff-82b91f235d23","MaaSModelRef":{"name":"premium-w0-990c15","namespace":"e2e-models-e2e-worker-w0-990c15"},"routeName":"premium-w0-990c15-kserve-route","namespace":"e2e-models-e2e-worker-w0-990c15","llmisvcName":"premium-w0-990c15","gateway":"openshift-ingress/e2e-worker-w0-990c15","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:32.680165102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"39f898e3-9ea0-40d7-857c-cf52453a59c0","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:32.73710246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"39f898e3-9ea0-40d7-857c-cf52453a59c0","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:32.792448911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4c635a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcb70a00989ab8239b39d5484a2163b171060edf6321fe25d2774b4b111f7ccd) AuthConfig (bc00dfbff04baf35fd86b5ed43cc41709de071a46eaa42d6a3cd2dc62792c6c8) AuthConfig (529e1f52cf12309658f6a0249a09ae62f5f0d29237bed26bf41419cdad669cca) AuthConfig (139bc032a1f1411ebc87593501c03abe68bc47ff855221a2d07cceed36edb5b2) AuthConfig (0bb4e71f7d9b96d966bdb52ee540927cfe3c466a3e51ffc73bf5a8c9ad0af18d) AuthConfig (db59e8129d7a01ffd8edab7adfead4fe2adbc86b629fae8b290c8611ac4b031a) AuthConfig (9c8f35715421fc0bedd1c4e1e416c99bd46d96ea70626637c9eb710a135a6a92) AuthConfig (646b19158ca1b714b96012b042d26e7f9fd96919cf691650cd1c9d84431f0aa9) AuthConfig (ecb04018244acd17f18dca3211ecdcbfe767187d04f560ebd49814424ebf99ce) AuthConfig (e97fbf2d7c8416f434904966727134c79130e2c8926c081b8ef0366700186de8) AuthConfig (aeac53ec0f704cc6782bd205198c054a94d201320a5644b8765f39ac274174c5) AuthConfig (3d632d0c1bf7d52bea244ad7e7a2e62291f47f3eca262ab4321924518c8573e7) AuthConfig (e742643559d6c8e9df9ffd6f87f70b30838325058c40ac46ce7169de779e4613) AuthConfig (985dd053c3ad8a02c0490f2a19a554d9a9978aae016de7fa8003398c9c92bac9) AuthConfig (04bfaee218cad667ffa08f9ce7cca26dd17b3db319ef60b37fb5932af0e567cc) AuthConfig (adfb1b59a17443df583a81d0af1a0b053d91a3a95a243097062eb516c9bc4d85) AuthConfig (707e7864a4a2f63d08d10e5a85b9b7c41062389c563c0db66c8daaeaac4e9c06) AuthConfig (720ebe6deb09d150fbd04d5978bc8d36c1befde5d5756fe2426759cc6f7204df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"39f898e3-9ea0-40d7-857c-cf52453a59c0","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:33.931598299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"80d7af14-5120-4b89-8732-dd5d36bc4607","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:33.932524739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"80d7af14-5120-4b89-8732-dd5d36bc4607","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.094937487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"9649aeb8-2dcf-4024-98fb-ddf1457a7e5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.201922364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"64d4d558-ce13-4f14-9e91-23b9d488ed3d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.201948139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"64d4d558-ce13-4f14-9e91-23b9d488ed3d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.22009698Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"9649aeb8-2dcf-4024-98fb-ddf1457a7e5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.279381167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"9649aeb8-2dcf-4024-98fb-ddf1457a7e5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.340041047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"542e2b36-efb4-4e05-a484-16153acfd4c6","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:34.340061332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"542e2b36-efb4-4e05-a484-16153acfd4c6","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:42.978221208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"66a30af4-f4a0-408a-b574-f20cbda11f43","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:43.034729527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"66a30af4-f4a0-408a-b574-f20cbda11f43","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:43.090356802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4c635a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcb70a00989ab8239b39d5484a2163b171060edf6321fe25d2774b4b111f7ccd) AuthConfig (bc00dfbff04baf35fd86b5ed43cc41709de071a46eaa42d6a3cd2dc62792c6c8) AuthConfig (529e1f52cf12309658f6a0249a09ae62f5f0d29237bed26bf41419cdad669cca) AuthConfig (139bc032a1f1411ebc87593501c03abe68bc47ff855221a2d07cceed36edb5b2) AuthConfig (0bb4e71f7d9b96d966bdb52ee540927cfe3c466a3e51ffc73bf5a8c9ad0af18d) AuthConfig (db59e8129d7a01ffd8edab7adfead4fe2adbc86b629fae8b290c8611ac4b031a) AuthConfig (9c8f35715421fc0bedd1c4e1e416c99bd46d96ea70626637c9eb710a135a6a92) AuthConfig (646b19158ca1b714b96012b042d26e7f9fd96919cf691650cd1c9d84431f0aa9) AuthConfig (ecb04018244acd17f18dca3211ecdcbfe767187d04f560ebd49814424ebf99ce) AuthConfig (e97fbf2d7c8416f434904966727134c79130e2c8926c081b8ef0366700186de8) AuthConfig (aeac53ec0f704cc6782bd205198c054a94d201320a5644b8765f39ac274174c5) AuthConfig (3d632d0c1bf7d52bea244ad7e7a2e62291f47f3eca262ab4321924518c8573e7) AuthConfig (e742643559d6c8e9df9ffd6f87f70b30838325058c40ac46ce7169de779e4613) AuthConfig (985dd053c3ad8a02c0490f2a19a554d9a9978aae016de7fa8003398c9c92bac9) AuthConfig (04bfaee218cad667ffa08f9ce7cca26dd17b3db319ef60b37fb5932af0e567cc) AuthConfig (adfb1b59a17443df583a81d0af1a0b053d91a3a95a243097062eb516c9bc4d85) AuthConfig (707e7864a4a2f63d08d10e5a85b9b7c41062389c563c0db66c8daaeaac4e9c06) AuthConfig (720ebe6deb09d150fbd04d5978bc8d36c1befde5d5756fe2426759cc6f7204df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"66a30af4-f4a0-408a-b574-f20cbda11f43","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:44.449532961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4dba51d-6833-4f3b-aee5-c0423c63c3dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:44.508492921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4dba51d-6833-4f3b-aee5-c0423c63c3dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:44.59351525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4dba51d-6833-4f3b-aee5-c0423c63c3dd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.196083824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"a43586b8-a5df-46bc-a51f-05e7240c93d1","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.252521479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"a43586b8-a5df-46bc-a51f-05e7240c93d1","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.570389128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"11242e24-f104-40be-8824-7a417bcc41c1","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:53.570421513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"11242e24-f104-40be-8824-7a417bcc41c1","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.699486103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"e3edfb62-5cdd-47e0-b261-44c7d0831fc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.757514008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"e3edfb62-5cdd-47e0-b261-44c7d0831fc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.812700335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (7fc1161170a2ec38bcc074d8a8be8d7948ee9a993dd6b19b1f1eb646005d4ee7) AuthConfig (5cc03098f32f8b3ef30022aa038878028351674e22416bda8660aef0efcb3beb) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (8cbbd4ea7243386356ed9495e8566a54df7e3dcd764a1d03e8c21fc196aa3833) AuthConfig (9fc5dede8628059d624cd68c978ac9508e46c8d09cf8aab923673ab6a47361e8) AuthConfig (e69053a85a7542a5e87969624a43ce1238e9e7a841e9f18decc6b04cc4fb4503) AuthConfig (53ba76dbdea3365d9f5b66e65f2e7341d10ade51505a885ef8963a07ac19fae3) AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (a7770b7eac99a9c444bfe369647d417caaface2b7d6e82f7739122c56057abb2) AuthConfig (48da496b6f578ef45edeb1cd6d0cfedaca22b0483004a7deaf6b5fd6d936c157) AuthConfig (707bc77a4c0021914bfa13037851e0cf6b85c0f9d33b8cf2c37bb3c07f148588) AuthConfig (d7607dec55a635e28584dff7e018e922b5858b6e7a7af2fc3b4b4f8693c7c5ea) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251) AuthConfig (c7539315caf423c730950eceefcb2473190fd7407119584a3d81d68b0d9032d3) AuthConfig (0dd570846b150c93912130c8edf3be5663da200291c89e08de302f67f4332ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"e3edfb62-5cdd-47e0-b261-44c7d0831fc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.871908117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"c66397e7-bc54-475f-9e87-f9aa058fbbbc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:54.871987116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"c66397e7-bc54-475f-9e87-f9aa058fbbbc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:55.931102201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.945739354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"de482039-d78f-41e4-b82f-fff7d02dee17","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:58.945770691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"de482039-d78f-41e4-b82f-fff7d02dee17","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.009059283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"1f2dbed4-6cea-4a9a-978a-f9e833c035b1","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.009088855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"1f2dbed4-6cea-4a9a-978a-f9e833c035b1","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.056418917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"62744280-efb3-4001-b030-fe476932a712","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:52:59.056943411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"0712506d-a6a7-4001-92a3-da50a17f7d28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-4c635a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.114292231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"62744280-efb3-4001-b030-fe476932a712","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.169211528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"7452fed4-ce2b-46db-b4ff-ef4062126455","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.169315231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"7452fed4-ce2b-46db-b4ff-ef4062126455","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.229755936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"d1799152-1278-4608-98fc-c3da36d65f21","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.230135211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"d1799152-1278-4608-98fc-c3da36d65f21","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.431172405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"2c6cdeeb-db3a-45f0-a6a4-62dfcaee3c3c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.447768841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"4f96ba4f-6923-477e-bd54-d23166ce3a8b","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"test-model-4c635a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-4c635a/test-model-4c635a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.488590678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"2c6cdeeb-db3a-45f0-a6a4-62dfcaee3c3c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.618274416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"1e3dce17-8951-4791-b800-7a874f01e2de","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.618368817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"1e3dce17-8951-4791-b800-7a874f01e2de","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:52:59.828696179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"4c85227f-e3ab-4d18-934c-8f4071f581ae","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:04.976244662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4c631f7-f43e-42ef-91e7-1bfd2d52f10e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.032888016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4c631f7-f43e-42ef-91e7-1bfd2d52f10e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:05.088870711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (7fc1161170a2ec38bcc074d8a8be8d7948ee9a993dd6b19b1f1eb646005d4ee7) AuthConfig (5cc03098f32f8b3ef30022aa038878028351674e22416bda8660aef0efcb3beb) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (8cbbd4ea7243386356ed9495e8566a54df7e3dcd764a1d03e8c21fc196aa3833) AuthConfig (9fc5dede8628059d624cd68c978ac9508e46c8d09cf8aab923673ab6a47361e8) AuthConfig (e69053a85a7542a5e87969624a43ce1238e9e7a841e9f18decc6b04cc4fb4503) AuthConfig (53ba76dbdea3365d9f5b66e65f2e7341d10ade51505a885ef8963a07ac19fae3) AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (a7770b7eac99a9c444bfe369647d417caaface2b7d6e82f7739122c56057abb2) AuthConfig (48da496b6f578ef45edeb1cd6d0cfedaca22b0483004a7deaf6b5fd6d936c157) AuthConfig (707bc77a4c0021914bfa13037851e0cf6b85c0f9d33b8cf2c37bb3c07f148588) AuthConfig (d7607dec55a635e28584dff7e018e922b5858b6e7a7af2fc3b4b4f8693c7c5ea) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251) AuthConfig (c7539315caf423c730950eceefcb2473190fd7407119584a3d81d68b0d9032d3) AuthConfig (0dd570846b150c93912130c8edf3be5663da200291c89e08de302f67f4332ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4c631f7-f43e-42ef-91e7-1bfd2d52f10e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:12.231598091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0711ab-dc29-4b9a-9f32-1528173f3244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:12.32939137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0711ab-dc29-4b9a-9f32-1528173f3244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:12.384311882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0711ab-dc29-4b9a-9f32-1528173f3244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:12.44578053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0711ab-dc29-4b9a-9f32-1528173f3244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.364541927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08ccb3b-8e8d-43cc-bc0c-e66e61003c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.419048306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08ccb3b-8e8d-43cc-bc0c-e66e61003c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.472573172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08ccb3b-8e8d-43cc-bc0c-e66e61003c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:14.525677747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08ccb3b-8e8d-43cc-bc0c-e66e61003c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.195206887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"8c3b43df-20af-497b-b74b-74438b2c6434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.252867165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"8c3b43df-20af-497b-b74b-74438b2c6434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:15.307814898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (7fc1161170a2ec38bcc074d8a8be8d7948ee9a993dd6b19b1f1eb646005d4ee7) AuthConfig (5cc03098f32f8b3ef30022aa038878028351674e22416bda8660aef0efcb3beb) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (8cbbd4ea7243386356ed9495e8566a54df7e3dcd764a1d03e8c21fc196aa3833) AuthConfig (9fc5dede8628059d624cd68c978ac9508e46c8d09cf8aab923673ab6a47361e8) AuthConfig (e69053a85a7542a5e87969624a43ce1238e9e7a841e9f18decc6b04cc4fb4503) AuthConfig (53ba76dbdea3365d9f5b66e65f2e7341d10ade51505a885ef8963a07ac19fae3) AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (a7770b7eac99a9c444bfe369647d417caaface2b7d6e82f7739122c56057abb2) AuthConfig (48da496b6f578ef45edeb1cd6d0cfedaca22b0483004a7deaf6b5fd6d936c157) AuthConfig (707bc77a4c0021914bfa13037851e0cf6b85c0f9d33b8cf2c37bb3c07f148588) AuthConfig (d7607dec55a635e28584dff7e018e922b5858b6e7a7af2fc3b4b4f8693c7c5ea) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251) AuthConfig (c7539315caf423c730950eceefcb2473190fd7407119584a3d81d68b0d9032d3) AuthConfig (0dd570846b150c93912130c8edf3be5663da200291c89e08de302f67f4332ffb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"8c3b43df-20af-497b-b74b-74438b2c6434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:16.417764957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b975a53a-f96e-47e6-b61d-aed6ada48271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:16.470474317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b975a53a-f96e-47e6-b61d-aed6ada48271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:16.523141731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b975a53a-f96e-47e6-b61d-aed6ada48271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:16.576383226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b975a53a-f96e-47e6-b61d-aed6ada48271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.637664128Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","namespace":"ai-tenant-e2e-worker-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.637739744Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","namespace":"ai-tenant-e2e-worker-w0-990c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.637819114Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","tenant":"e2e-worker-w0-990c15","tenantID":"e2e-worker-w0-990c15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.692224221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Deployment","name":"maas-api-e2e-worker-w0-990c15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.756184869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Service","name":"maas-api-e2e-worker-w0-990c15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.812055155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-990c15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.866157863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-990c15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.937406363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.937999836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"42398bd3-243e-4568-8b28-2d594f9facd6","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:18.995259365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.05612948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.110926623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"9bb86d91-82e1-4c50-810a-5b3bec05ef8f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.110954792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"9bb86d91-82e1-4c50-810a-5b3bec05ef8f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.111725509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.166243648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.22124478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.28124621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Service","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.337079702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.391360678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.443698029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.499958817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.556792108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.609233945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.661639028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.716882469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-990c15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:19.771078088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-990c15"},"namespace":"ai-tenant-e2e-worker-w0-990c15","name":"default-tenant","reconcileID":"b4218994-7db4-4ddb-a7c4-ba9b1695d932","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-990c15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:20.556551435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"dba114fb-099a-4bce-94e0-9da665600d45","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:20.613426823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"dba114fb-099a-4bce-94e0-9da665600d45","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:22.777629412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"9556f527-a55a-4c4b-a10f-4a9855af31d6","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:22.777663941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"9556f527-a55a-4c4b-a10f-4a9855af31d6","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.413702259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"6c902ea2-a55e-41cf-ac3f-376160194372","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.471201942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"6c902ea2-a55e-41cf-ac3f-376160194372","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.740804244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8d4b684d-ff77-4772-a049-8ab6007bafd9","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.740844303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8d4b684d-ff77-4772-a049-8ab6007bafd9","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:25.930521397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.108648252Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-990c15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-990c15","reconcileID":"7e603e64-a1ef-4eed-bdcd-9f8dc4d80d91","aitenant":"ai-tenants/e2e-worker-w0-990c15","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.662820618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c649db-7ec8-4344-b039-1a63d173d81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.71572562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c649db-7ec8-4344-b039-1a63d173d81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.76825543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c649db-7ec8-4344-b039-1a63d173d81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.820869846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c649db-7ec8-4344-b039-1a63d173d81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:26.936701872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-990c15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-990c15","reconcileID":"7e603e64-a1ef-4eed-bdcd-9f8dc4d80d91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-990c15","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-990c15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.236478891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"9bea19c1-5de9-4c57-9c04-4c4609926350","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.236498639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"9bea19c1-5de9-4c57-9c04-4c4609926350","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.291892246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7ca00768-028e-427f-938e-b61337e0e6b2","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.291911839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7ca00768-028e-427f-938e-b61337e0e6b2","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.396632879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"17381291-af46-43c3-89db-d3415c94b917","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.520781772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"17381291-af46-43c3-89db-d3415c94b917","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.575990809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-275f6e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"17381291-af46-43c3-89db-d3415c94b917","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.634755821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"04b83e04-4a10-4b17-bae8-a07d1c242c7e","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.634781575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"04b83e04-4a10-4b17-bae8-a07d1c242c7e","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.725678365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e83d5aa-feff-483b-84d5-c20f0fc3d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.778463743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e83d5aa-feff-483b-84d5-c20f0fc3d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.831206151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e83d5aa-feff-483b-84d5-c20f0fc3d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:28.883849584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e83d5aa-feff-483b-84d5-c20f0fc3d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.151567232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"5132be19-490e-495b-b7ab-aae7285e4a88","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.151587207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"5132be19-490e-495b-b7ab-aae7285e4a88","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.212355541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ccd7874d-219d-477a-8f82-8c193251f6e4","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.212380731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ccd7874d-219d-477a-8f82-8c193251f6e4","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.257357338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"aa994730-e3ac-4742-bd55-144087792c76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:31.257906766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"cbb31138-3ed3-42c6-98bf-8c60d22ed6c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-bb29bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:31.265792396Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ccd7874d-219d-477a-8f82-8c193251f6e4","name":"rate-test-model-586697","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-586697\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:31.265868437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ccd7874d-219d-477a-8f82-8c193251f6e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-586697\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.271242463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"e5062e12-d556-4fac-8f3b-6393ae273a7b","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.271257386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"e5062e12-d556-4fac-8f3b-6393ae273a7b","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.313626427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"aa994730-e3ac-4742-bd55-144087792c76","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.364928123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"027462d6-7f2a-4a09-839e-3ac36f231135","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.364946291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"027462d6-7f2a-4a09-839e-3ac36f231135","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.420041556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ce67f621-7554-471d-8b50-5151e44adfe5","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.420059808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"ce67f621-7554-471d-8b50-5151e44adfe5","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.466461733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8bd9d066-64a9-4764-8618-9832c5f0a17c","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.466485862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8bd9d066-64a9-4764-8618-9832c5f0a17c","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.52767546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"e569ac24-0a89-441a-b28a-f52d4adbf1fc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.527699116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"e569ac24-0a89-441a-b28a-f52d4adbf1fc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:53:31.570969237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"f7ed7440-5f32-4d47-9bf6-4d661854bb92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-bb29bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.571229129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"dbc02a6d-9a55-4a00-b72c-ceb337281d3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.627935048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"dbc02a6d-9a55-4a00-b72c-ceb337281d3d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.6340775Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"75d8420d-6562-42bd-9eaa-9830af8ae1b8","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","model":"rate-test-model-586697","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-586697/e2e-rate-iso-a-bb29bc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.672274311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4d3588e-1465-4342-ad7e-2c36e36ea9eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.677768325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"393a0d42-061b-4dd5-980f-262deeb26f40","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.677791684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"393a0d42-061b-4dd5-980f-262deeb26f40","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.72903171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"d4d3588e-1465-4342-ad7e-2c36e36ea9eb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.735453748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"a7ab6eca-c779-40df-b6ce-7b7ed9e073cc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.735473601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"a7ab6eca-c779-40df-b6ce-7b7ed9e073cc","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.800467445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"42a5119a-dcfb-4674-b965-6ff622d62511","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.800495511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"42a5119a-dcfb-4674-b965-6ff622d62511","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.891226005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"cfff9db6-7c84-4557-a155-e02e4cee81c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.948728776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"cfff9db6-7c84-4557-a155-e02e4cee81c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:31.94873466Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"62764403-c16b-43ad-ab25-5136594c89f9","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","model":"rate-test-model-d5345e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-d5345e/e2e-rate-iso-b-bb29bc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.046062829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"208b68db-1835-4ef5-b618-1c1eb2a983fa","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.11704512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8197c4e0-0397-44ca-a1aa-03f213057c6d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.117063233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"8197c4e0-0397-44ca-a1aa-03f213057c6d","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:32.326696891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"09504eef-9e04-4b3f-a571-85150dd03b47","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:36.889785393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bbae9f-c35e-4b85-928e-fbd0e373a699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:36.9424699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bbae9f-c35e-4b85-928e-fbd0e373a699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:36.99503582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bbae9f-c35e-4b85-928e-fbd0e373a699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:37.048605357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20bbae9f-c35e-4b85-928e-fbd0e373a699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:38.75562815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"1b7a1c59-6892-4d61-8b76-8ff0fc020e83","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:38.826388611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"1b7a1c59-6892-4d61-8b76-8ff0fc020e83","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:38.887330309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-275f6e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"1b7a1c59-6892-4d61-8b76-8ff0fc020e83","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:39.009604462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42602049-cceb-4762-a8a1-92aa1214a84b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:39.063813962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42602049-cceb-4762-a8a1-92aa1214a84b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:39.116699379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42602049-cceb-4762-a8a1-92aa1214a84b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:39.1693497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42602049-cceb-4762-a8a1-92aa1214a84b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.045115824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075dd3cb-90fc-48de-8eb3-be41d53a4ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.098159381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075dd3cb-90fc-48de-8eb3-be41d53a4ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.15091154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075dd3cb-90fc-48de-8eb3-be41d53a4ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.203477217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075dd3cb-90fc-48de-8eb3-be41d53a4ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:42.695016964Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-eac21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-eac21d","reconcileID":"c12c2716-00ee-4143-9a83-751ea739443d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-eac21d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-eac21d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:44.19489328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b683a-8ba2-497f-b76f-85e290691cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:44.247473681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b683a-8ba2-497f-b76f-85e290691cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:44.300099626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b683a-8ba2-497f-b76f-85e290691cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:44.354476795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b683a-8ba2-497f-b76f-85e290691cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:45.83459593Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","namespace":"ai-tenant-e2e-mt-8ac0028e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:45.834659619Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","namespace":"ai-tenant-e2e-mt-8ac0028e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:45.834714944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","tenant":"e2e-mt-8ac0028e","tenantID":"e2e-mt-8ac0028e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:45.890688875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Deployment","name":"maas-api-e2e-mt-8ac0028e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:45.959445083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Service","name":"maas-api-e2e-mt-8ac0028e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.021869285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8ac0028e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.078026039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8ac0028e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.145651102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.206237877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.263731183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.319104526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f96a7-7aad-4941-a8ec-6e18891fd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.373940663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f96a7-7aad-4941-a8ec-6e18891fd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.382353417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.427370815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f96a7-7aad-4941-a8ec-6e18891fd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.481037167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f96a7-7aad-4941-a8ec-6e18891fd5eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.484621544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Deployment","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.539431596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.597337087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Service","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.661406401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"Service","name":"payload-pre-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.766108504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.818338704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.870661989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.926870695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:46.979200699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:47.031616711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:47.089404754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8ac0028e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:47.142879052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8ac0028e"},"namespace":"ai-tenant-e2e-mt-8ac0028e","name":"default-tenant","reconcileID":"9c7590a6-6398-416c-b00d-a4cc755f0b02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8ac0028e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:48.995359935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"c0836a7d-c0e0-405b-823d-51a4aadbabe0","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.052013251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"c0836a7d-c0e0-405b-823d-51a4aadbabe0","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.107373102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-275f6e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c98be592ae6bc1ecf91feb201f0847a4348ba853ad2026bd0844aafbca94b34) AuthConfig (01194ec809ac69c543f6037d0b0032cd271d8ec29443696bd7d9d1615ab59540) AuthConfig (63e42c372f0f51cb94324864ebce100bd1f87b0b03d52b4e84643e94237290b5) AuthConfig (862113ac1d9a9c911f408edc5cc7d1c4deb6a71d559840a87202cc886239da8f) AuthConfig (897ade07a7beb526e09b5e301d13c3131361cd9dbfdefd67ad23e441c4083198) AuthConfig (ab642103c8420433d23fd34296e39d80771e503bff2e0007a071252e4e2ecbb2) AuthConfig (04a79f3d56a9ddf11d3f364d20fe679fb1312aa448b2603f7054ae6eaf7a6b2f) AuthConfig (a23109713777d079253699a9e1f7ff1775d1dc3ab007ae230ec8dfa85d36a86d) AuthConfig (7a2fa9a55a8d61f4de3425bf6339759a7d0cce8bb3ffd32e152a2a2768425cca) AuthConfig (8cb6f76f03b1ce4f6004beb2bfd0c94ad3c403590de44b858e1cffae2e494759) AuthConfig (386e2d77237969da0852f61a8c13263fd7c5c7c20a77285e56920a2bd7587c87) AuthConfig (80f880b874a7d408679fe63c3293efe06a82fc6c8f0c23c2fc6d17090f495a05) AuthConfig (9787b7d3282b14d86094aef5eefd29cb64be8d1a90b175f08fb444d8b22f440b) AuthConfig (543469e4b36bd16d9bf414f7d336faec1a6b9f9f404d356f7d5b352591ad31f4) AuthConfig (33378504291821a06b3d95054cef79fd7ac0ec1112f9623d3f7771f77169ccac) AuthConfig (69c5e4d315be2e9ee43456544e383aa5f3d042f922b08c1392502de8b4b54ef4) AuthConfig (5f09af4e71213cad99a2cf4641b4babd21d3ef15930006a8ad9c9e991af7439e) AuthConfig (3ccdd104dca163fd4e9db439b022ac5bd01ffde3c9a98112d372e5c2f1005c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"c0836a7d-c0e0-405b-823d-51a4aadbabe0","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.165527881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7661a366-b5bb-41b6-aa58-5b3c44241b7a","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.165552376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7661a366-b5bb-41b6-aa58-5b3c44241b7a","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.292407035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"b05564f8-bddd-4011-80f4-086170c628ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.393117795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"184d43fa-039a-4246-9414-add4cf55823e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.49269668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"45ed08cf-df80-4a57-a0af-ac9814f39bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.53431869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9a2d58f2-e29f-4dd9-a495-80b557ed6b2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.591310755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9916a78-05bf-4db4-8724-0db4448ed24a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:49.790665377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"f5fe1375-0975-4a3e-b369-00829b8d8b22","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.041656032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"ff1eab02-b409-42b1-aad7-ff31b47ae5a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.200048764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"9b093d72-b1e9-4704-9496-e589e144a7d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.310071446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e994430-6639-4851-90c7-c304a600c5cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.484153647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"ec45d2c2-bb34-4763-8212-e27a9c199f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:50.607578666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0cda59f0-37f2-403a-8794-15f1c1513474","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:51.906640423Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ac0028e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ac0028e","reconcileID":"e80cf1fc-125a-43f2-8846-c5fb08506a6a","aitenant":"ai-tenants/e2e-mt-8ac0028e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.502309841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1337b8-fd50-405f-a839-07366c80cd4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.554955973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1337b8-fd50-405f-a839-07366c80cd4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.60737421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1337b8-fd50-405f-a839-07366c80cd4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.660642575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1337b8-fd50-405f-a839-07366c80cd4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:52.773553728Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8ac0028e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8ac0028e","reconcileID":"e80cf1fc-125a-43f2-8846-c5fb08506a6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8ac0028e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8ac0028e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:54.586571111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03697fa7-65a5-4e7b-ad90-f3b634582566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:54.639206083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03697fa7-65a5-4e7b-ad90-f3b634582566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:54.691513085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03697fa7-65a5-4e7b-ad90-f3b634582566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:54.744165046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03697fa7-65a5-4e7b-ad90-f3b634582566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:55.936700354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:56.694137385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743289c-0c20-463d-b40a-a6602b2ef95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:56.746905106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743289c-0c20-463d-b40a-a6602b2ef95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:56.799653065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743289c-0c20-463d-b40a-a6602b2ef95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:56.852315921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743289c-0c20-463d-b40a-a6602b2ef95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.270499386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"7c8706c8-c453-4f95-bfb3-20949e673d22","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.326609922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"7c8706c8-c453-4f95-bfb3-20949e673d22","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:53:59.38177976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-275f6e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c98be592ae6bc1ecf91feb201f0847a4348ba853ad2026bd0844aafbca94b34) AuthConfig (01194ec809ac69c543f6037d0b0032cd271d8ec29443696bd7d9d1615ab59540) AuthConfig (63e42c372f0f51cb94324864ebce100bd1f87b0b03d52b4e84643e94237290b5) AuthConfig (862113ac1d9a9c911f408edc5cc7d1c4deb6a71d559840a87202cc886239da8f) AuthConfig (897ade07a7beb526e09b5e301d13c3131361cd9dbfdefd67ad23e441c4083198) AuthConfig (ab642103c8420433d23fd34296e39d80771e503bff2e0007a071252e4e2ecbb2) AuthConfig (04a79f3d56a9ddf11d3f364d20fe679fb1312aa448b2603f7054ae6eaf7a6b2f) AuthConfig (a23109713777d079253699a9e1f7ff1775d1dc3ab007ae230ec8dfa85d36a86d) AuthConfig (7a2fa9a55a8d61f4de3425bf6339759a7d0cce8bb3ffd32e152a2a2768425cca) AuthConfig (8cb6f76f03b1ce4f6004beb2bfd0c94ad3c403590de44b858e1cffae2e494759) AuthConfig (386e2d77237969da0852f61a8c13263fd7c5c7c20a77285e56920a2bd7587c87) AuthConfig (80f880b874a7d408679fe63c3293efe06a82fc6c8f0c23c2fc6d17090f495a05) AuthConfig (9787b7d3282b14d86094aef5eefd29cb64be8d1a90b175f08fb444d8b22f440b) AuthConfig (543469e4b36bd16d9bf414f7d336faec1a6b9f9f404d356f7d5b352591ad31f4) AuthConfig (33378504291821a06b3d95054cef79fd7ac0ec1112f9623d3f7771f77169ccac) AuthConfig (69c5e4d315be2e9ee43456544e383aa5f3d042f922b08c1392502de8b4b54ef4) AuthConfig (5f09af4e71213cad99a2cf4641b4babd21d3ef15930006a8ad9c9e991af7439e) AuthConfig (3ccdd104dca163fd4e9db439b022ac5bd01ffde3c9a98112d372e5c2f1005c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"7c8706c8-c453-4f95-bfb3-20949e673d22","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:09.508679581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"ec9537aa-f986-4df9-9dd1-12f2a2ea7c00","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:09.568526592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"ec9537aa-f986-4df9-9dd1-12f2a2ea7c00","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:09.624529841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-275f6e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c98be592ae6bc1ecf91feb201f0847a4348ba853ad2026bd0844aafbca94b34) AuthConfig (01194ec809ac69c543f6037d0b0032cd271d8ec29443696bd7d9d1615ab59540) AuthConfig (63e42c372f0f51cb94324864ebce100bd1f87b0b03d52b4e84643e94237290b5) AuthConfig (862113ac1d9a9c911f408edc5cc7d1c4deb6a71d559840a87202cc886239da8f) AuthConfig (897ade07a7beb526e09b5e301d13c3131361cd9dbfdefd67ad23e441c4083198) AuthConfig (ab642103c8420433d23fd34296e39d80771e503bff2e0007a071252e4e2ecbb2) AuthConfig (04a79f3d56a9ddf11d3f364d20fe679fb1312aa448b2603f7054ae6eaf7a6b2f) AuthConfig (a23109713777d079253699a9e1f7ff1775d1dc3ab007ae230ec8dfa85d36a86d) AuthConfig (7a2fa9a55a8d61f4de3425bf6339759a7d0cce8bb3ffd32e152a2a2768425cca) AuthConfig (8cb6f76f03b1ce4f6004beb2bfd0c94ad3c403590de44b858e1cffae2e494759) AuthConfig (386e2d77237969da0852f61a8c13263fd7c5c7c20a77285e56920a2bd7587c87) AuthConfig (80f880b874a7d408679fe63c3293efe06a82fc6c8f0c23c2fc6d17090f495a05) AuthConfig (9787b7d3282b14d86094aef5eefd29cb64be8d1a90b175f08fb444d8b22f440b) AuthConfig (543469e4b36bd16d9bf414f7d336faec1a6b9f9f404d356f7d5b352591ad31f4) AuthConfig (33378504291821a06b3d95054cef79fd7ac0ec1112f9623d3f7771f77169ccac) AuthConfig (69c5e4d315be2e9ee43456544e383aa5f3d042f922b08c1392502de8b4b54ef4) AuthConfig (5f09af4e71213cad99a2cf4641b4babd21d3ef15930006a8ad9c9e991af7439e) AuthConfig (3ccdd104dca163fd4e9db439b022ac5bd01ffde3c9a98112d372e5c2f1005c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"ec9537aa-f986-4df9-9dd1-12f2a2ea7c00","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.243578601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"1b86eb31-324e-45e6-a6a3-d9bf298ae506","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.343103377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"62b31817-0952-4dc9-a8fb-3cf8ee399bcf","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.469211888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"763c4777-c36f-4a53-937e-2a6561dc2e3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.510433057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"fc2b7b8e-fbc0-4b98-a074-4bc9a816e31e","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.510454891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"fc2b7b8e-fbc0-4b98-a074-4bc9a816e31e","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.56644214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9851af5b-5d34-4e32-8aa2-0c41b2ab9afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.574912088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"ecab38c6-1564-4f59-9342-bedf4c4dfe1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.683971421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"7bbb4297-7be3-4531-b4dd-27f9751217b1","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.795614135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bbb34d2-7270-4fac-a1d6-61c2a96ca978","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.850916065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"c6053ba8-15f3-4525-b663-5170b36407ee","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:10.850941815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"c6053ba8-15f3-4525-b663-5170b36407ee","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.188849071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"99dae0e5-02d8-4711-b266-d6358078e5f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.287354884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"e9dc226c-a30a-4bd8-b0a5-67d3f03b653c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.294563852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93c30205-b557-4559-8c7b-8b1d6ee9cb17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.387309951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"ade49c9a-4d33-4b80-a0a8-05bc8a381f89","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.407766596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"382434af-f472-4f0f-8243-0f83c12527cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.50760136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"dfbdd169-138b-4eee-a3d6-ba052201bdfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:11.951676582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"fd2ee175-8410-499a-8b86-26df9a5fabb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:12.007999979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"fd2ee175-8410-499a-8b86-26df9a5fabb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:12.052861278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"b2ae666b-aa6e-4618-9c44-53f651aa43f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:12.109211029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"b2ae666b-aa6e-4618-9c44-53f651aa43f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:19.731629092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"3e376760-70dd-441f-a9a5-690bc0730846","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:19.788479579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"3e376760-70dd-441f-a9a5-690bc0730846","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:20.104498039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"5e734cf9-0fe1-48d7-a4af-a068f182a3fa","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:20.104517102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"5e734cf9-0fe1-48d7-a4af-a068f182a3fa","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.538971799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"02569bf7-4cf7-4825-8b70-5384b302e794","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.538996077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"02569bf7-4cf7-4825-8b70-5384b302e794","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.608165184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"13ccec86-8992-43bb-9b90-ff388eec4817","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.608189732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"13ccec86-8992-43bb-9b90-ff388eec4817","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.644449473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"2cff2566-d9ae-4852-9278-a31518e8334b","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:54:25.654825283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"ba414122-3bf8-4c43-999c-951a5889e353","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-275f6e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.70755576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"2cff2566-d9ae-4852-9278-a31518e8334b","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.771807764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"b7bf6ac7-b3c3-4464-82a5-72b9085a616e","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.771825808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"b7bf6ac7-b3c3-4464-82a5-72b9085a616e","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.828920416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7fa7e943-3a06-4f4d-95bd-2c4365fbf4fa","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.828937765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"7fa7e943-3a06-4f4d-95bd-2c4365fbf4fa","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:25.932000095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.017872368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"0f3b60b7-b859-46e0-bd34-099b0bff2b64","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.044379473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"16fe5179-ed0b-43fb-b2f2-f8250a666924","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","model":"test-model-275f6e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-275f6e/test-model-275f6e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.074973768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"0f3b60b7-b859-46e0-bd34-099b0bff2b64","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.212132845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"2e096bc9-5423-468d-9ac6-d4434139ecca","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.212160152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"2e096bc9-5423-468d-9ac6-d4434139ecca","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:26.422410855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"f4fd8bca-092e-4f60-ab5c-f614a0bdd5f3","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.302892138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"586334ff-d176-4f6b-8139-567eead56a8d","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.468547111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"bb6aa8b6-2f2c-4e2a-b3cb-64c8a986bbd2","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:39.468568133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"bb6aa8b6-2f2c-4e2a-b3cb-64c8a986bbd2","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.838871956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"0f875484-d7fc-491e-a2d2-0b57a07436e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.83900047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"fbad6d3d-5d36-4640-a96e-9e6d9b374959","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.839018715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"fbad6d3d-5d36-4640-a96e-9e6d9b374959","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.931226934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"fe7fa65b-4a89-4ea5-813c-b5dc11d86522","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:40.987515333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"fe7fa65b-4a89-4ea5-813c-b5dc11d86522","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.04337355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"0f875484-d7fc-491e-a2d2-0b57a07436e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.109778701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"e14073e1-8edd-4df2-a356-4aa912428a62","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.165788975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"0f875484-d7fc-491e-a2d2-0b57a07436e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.165812806Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"0f875484-d7fc-491e-a2d2-0b57a07436e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.222266321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"651a16e6-0ef5-495f-b42d-dda941deda61","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.222285868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"651a16e6-0ef5-495f-b42d-dda941deda61","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.366302469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"4a4d1e47-6d7f-4961-81b5-678312549faa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.366413107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"cf0c97b3-7829-44b7-9fe8-0fabffdfff76","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.36642985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"cf0c97b3-7829-44b7-9fe8-0fabffdfff76","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.490982782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"bc25ea68-63d0-49be-9153-d1aabbcfab72","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.571595962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"4a4d1e47-6d7f-4961-81b5-678312549faa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.63605833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"c413e041-d51b-4e15-8039-390bcb387c20","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.694353279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"4a4d1e47-6d7f-4961-81b5-678312549faa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.694381819Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-auth-bb29bc","reconcileID":"4a4d1e47-6d7f-4961-81b5-678312549faa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.750556379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"f64ae268-75ed-4373-925d-128944cfb575","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.750581473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"f64ae268-75ed-4373-925d-128944cfb575","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.905088819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"c21da52e-41e6-4368-8d70-bd58c3b09926","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:41.905108725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"c21da52e-41e6-4368-8d70-bd58c3b09926","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:42.019556505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"0d3f0639-33d9-4743-894a-d8582b7f8149","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.069031403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"7cf179e6-cdb9-4688-b930-1911f0fe8f54","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","subscription":"e2e-rate-iso-a-bb29bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.122228187Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"7cf179e6-cdb9-4688-b930-1911f0fe8f54","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.175573128Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-rate-iso-a-bb29bc","reconcileID":"7cf179e6-cdb9-4688-b930-1911f0fe8f54","MaaSSubscription":{"name":"e2e-rate-iso-a-bb29bc","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.446145997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"0f6f8c8d-817d-4253-99fd-be9675f9f08d","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/rate-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.446172227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"rate-test-model-586697","reconcileID":"0f6f8c8d-817d-4253-99fd-be9675f9f08d","MaaSModelRef":{"name":"rate-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"rate-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"rate-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.597032505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"dcfd06e3-f884-4b13-8c0b-e6e466aec5c0","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:52.597049767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"dcfd06e3-f884-4b13-8c0b-e6e466aec5c0","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:55.930623103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.041468032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"374b75d3-255d-4356-b584-9f183e9e4ae5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.115447481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"476a57da-d08e-495e-8eb7-d208f2f83c43","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.115473987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"476a57da-d08e-495e-8eb7-d208f2f83c43","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:54:57.157548665Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"374b75d3-255d-4356-b584-9f183e9e4ae5","name":"e2e-shared-b-w2-eac21d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.766926672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"77a08d90-df23-481b-8db4-77cec09655d2","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","subscription":"e2e-rate-iso-b-bb29bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.820322511Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"77a08d90-df23-481b-8db4-77cec09655d2","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:02.873131906Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-rate-iso-b-bb29bc","reconcileID":"77a08d90-df23-481b-8db4-77cec09655d2","MaaSSubscription":{"name":"e2e-rate-iso-b-bb29bc","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.150588557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"bb2ff1a4-86ae-4908-9d60-824f32d2b35f","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/rate-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.150618178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"rate-test-model-d5345e","reconcileID":"bb2ff1a4-86ae-4908-9d60-824f32d2b35f","MaaSModelRef":{"name":"rate-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"rate-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"rate-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.483931974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"b1fbd37a-2fed-4b00-a14e-c970c445045c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.50416991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"5dd37e2a-58eb-40a7-99d1-71edca6aaddd","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.50419485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"5dd37e2a-58eb-40a7-99d1-71edca6aaddd","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.68935271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"b1fbd37a-2fed-4b00-a14e-c970c445045c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.774188358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"f4c6b9fb-5ad1-4644-b10b-b2833466e3be","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.812776858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"b1fbd37a-2fed-4b00-a14e-c970c445045c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"e2e-inf-a-4c635a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.812803011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-auth","reconcileID":"b1fbd37a-2fed-4b00-a14e-c970c445045c","MaaSAuthPolicy":{"name":"test-model-4c635a-auth","namespace":"ai-tenant-e2e-inf-a-4c635a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.869212773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"34f106b7-d700-42ba-8b04-76ee6830378f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:03.869241599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"34f106b7-d700-42ba-8b04-76ee6830378f","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:04.024702628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"ea9d1d87-36a6-44a1-b766-600db2600c0b","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:04.024728665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"ea9d1d87-36a6-44a1-b766-600db2600c0b","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:04.138275713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"7b1d3da5-bc54-415d-94b3-09d1ffc3d9e4","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.410153214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"273442c6-31f8-4d2d-91d9-3fb098b7fc8b","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","subscription":"test-model-4c635a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.463649069Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"273442c6-31f8-4d2d-91d9-3fb098b7fc8b","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.517082712Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a-sub","reconcileID":"273442c6-31f8-4d2d-91d9-3fb098b7fc8b","MaaSSubscription":{"name":"test-model-4c635a-sub","namespace":"ai-tenant-e2e-inf-a-4c635a"},"name":"maas-trlp-test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.790472731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"3840aa24-4fe1-47f2-9a32-983756522427","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"tenant":"e2e-inf-a-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","model":"ai-tenant-e2e-inf-a-4c635a/test-model-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:14.790490929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"test-model-4c635a","reconcileID":"3840aa24-4fe1-47f2-9a32-983756522427","MaaSModelRef":{"name":"test-model-4c635a","namespace":"ai-tenant-e2e-inf-a-4c635a"},"routeName":"test-model-4c635a-kserve-route","namespace":"ai-tenant-e2e-inf-a-4c635a","llmisvcName":"test-model-4c635a","gateway":"openshift-ingress/e2e-inf-a-4c635a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:25.930646406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.938045762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"b7cc2a4c-7b88-4795-8c07-1171975d6a68","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.938506346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"b1b6846c-5c79-4af3-8102-033adb21270d","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:36.938855141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"b1b6846c-5c79-4af3-8102-033adb21270d","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.216213813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"551be6a0-3a4d-47fe-886f-8854483e42b4","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.232207617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"b7cc2a4c-7b88-4795-8c07-1171975d6a68","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.354185174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"b7cc2a4c-7b88-4795-8c07-1171975d6a68","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"e2e-inf-b-275f6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.354215329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-auth","reconcileID":"b7cc2a4c-7b88-4795-8c07-1171975d6a68","MaaSAuthPolicy":{"name":"test-model-275f6e-auth","namespace":"ai-tenant-e2e-inf-b-275f6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.410526304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"12fec732-002d-4521-a7e6-98358b1a3354","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.410550178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"12fec732-002d-4521-a7e6-98358b1a3354","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.563506307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"fec64042-a903-401e-a8e3-8c1c278c2002","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.563533844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"fec64042-a903-401e-a8e3-8c1c278c2002","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:37.698758524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"61a954c3-f2c3-4aa6-97c9-276eb40fdf1b","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:47.970874038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"04b3b834-223d-4115-9ad2-899bd62e3404","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","subscription":"test-model-275f6e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.023551467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"04b3b834-223d-4115-9ad2-899bd62e3404","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.076534814Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e-sub","reconcileID":"04b3b834-223d-4115-9ad2-899bd62e3404","MaaSSubscription":{"name":"test-model-275f6e-sub","namespace":"ai-tenant-e2e-inf-b-275f6e"},"name":"maas-trlp-test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.346997459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"ae9a2c9b-738a-4697-82f3-664155c911c1","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"tenant":"e2e-inf-b-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","model":"ai-tenant-e2e-inf-b-275f6e/test-model-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:48.347017785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"test-model-275f6e","reconcileID":"ae9a2c9b-738a-4697-82f3-664155c911c1","MaaSModelRef":{"name":"test-model-275f6e","namespace":"ai-tenant-e2e-inf-b-275f6e"},"routeName":"test-model-275f6e-kserve-route","namespace":"ai-tenant-e2e-inf-b-275f6e","llmisvcName":"test-model-275f6e","gateway":"openshift-ingress/e2e-inf-b-275f6e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:55:55.932157849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:05.641530091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e84891e2-2f26-43e1-afc7-e0d134f79997","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:05.641565367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e84891e2-2f26-43e1-afc7-e0d134f79997","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.023299065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385bb008-a790-498b-aa65-21ec59baed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.076337524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385bb008-a790-498b-aa65-21ec59baed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.129346922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385bb008-a790-498b-aa65-21ec59baed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:14.182711168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385bb008-a790-498b-aa65-21ec59baed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.121690147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710eac3-5d18-4f06-a7d1-9d74048a1c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.175116711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710eac3-5d18-4f06-a7d1-9d74048a1c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.228510954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710eac3-5d18-4f06-a7d1-9d74048a1c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:16.280980317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710eac3-5d18-4f06-a7d1-9d74048a1c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.206070574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"6719e400-76e6-47f4-991f-e183e3b450d4","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.206098933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"6719e400-76e6-47f4-991f-e183e3b450d4","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.262286554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"211d0bcf-db26-4f47-ad17-aa5a40e92a48","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.262307481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"211d0bcf-db26-4f47-ad17-aa5a40e92a48","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.366924685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"7cb3fb22-8ab4-4058-98bd-010458cb667e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.490304846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"7cb3fb22-8ab4-4058-98bd-010458cb667e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.545656653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"7cb3fb22-8ab4-4058-98bd-010458cb667e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.602964643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"ae6e7464-09f5-4e4d-937e-75e4abb9f5f9","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:21.602984534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"ae6e7464-09f5-4e4d-937e-75e4abb9f5f9","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.063772876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6acda3-4a34-44ee-8e36-2f85cf02e46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.116311009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6acda3-4a34-44ee-8e36-2f85cf02e46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.168763348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6acda3-4a34-44ee-8e36-2f85cf02e46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:23.221447704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6acda3-4a34-44ee-8e36-2f85cf02e46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.242011853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa7c279-637f-44b8-9b86-fe3dbc2d87bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.294802717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa7c279-637f-44b8-9b86-fe3dbc2d87bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.34778852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa7c279-637f-44b8-9b86-fe3dbc2d87bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.400356915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa7c279-637f-44b8-9b86-fe3dbc2d87bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:25.930796388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.70840193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"ab8c905c-93e2-48a4-a021-4c2723ce9292","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.764868006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"ab8c905c-93e2-48a4-a021-4c2723ce9292","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:31.821218772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"ab8c905c-93e2-48a4-a021-4c2723ce9292","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:32.93815542Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","namespace":"ai-tenant-e2e-inf-a-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:32.938210831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","namespace":"ai-tenant-e2e-inf-a-4c635a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:32.938258558Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","tenant":"e2e-inf-a-4c635a","tenantID":"e2e-inf-a-4c635a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:32.993405754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Deployment","name":"maas-api-e2e-inf-a-4c635a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.054242096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Service","name":"maas-api-e2e-inf-a-4c635a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.114368712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4c635a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.169087585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4c635a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.233244242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.292432531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.35187039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.421168214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.477355553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.530445437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.587081173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Service","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.641493346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.699369985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.752529888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.80554543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.860816016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.91307923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:33.965133448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:34.019679882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4c635a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:34.076738404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4c635a"},"namespace":"ai-tenant-e2e-inf-a-4c635a","name":"default-tenant","reconcileID":"1810cdc1-b8a5-4bea-a359-83bd4e915497","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4c635a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:41.927937215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1e446568-4b3a-4668-922d-34c1f0ded96f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:41.984692208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1e446568-4b3a-4668-922d-34c1f0ded96f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:42.039676337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1e446568-4b3a-4668-922d-34c1f0ded96f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:42.894598362Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4c635a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4c635a","reconcileID":"e1e97133-fac1-43f4-98e1-873134e9ec4a","aitenant":"ai-tenants/e2e-inf-a-4c635a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.408845145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e913a842-d4f2-491e-ae9e-58f74747e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.461885837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e913a842-d4f2-491e-ae9e-58f74747e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.517817805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e913a842-d4f2-491e-ae9e-58f74747e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.570562435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e913a842-d4f2-491e-ae9e-58f74747e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:43.736607222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4c635a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4c635a","reconcileID":"e1e97133-fac1-43f4-98e1-873134e9ec4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4c635a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4c635a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:45.469793155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871d1c4-e3df-4deb-871c-1e080aedd009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:45.523050553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871d1c4-e3df-4deb-871c-1e080aedd009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:45.575787226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871d1c4-e3df-4deb-871c-1e080aedd009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:45.628469822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6871d1c4-e3df-4deb-871c-1e080aedd009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.506747829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e542782c-fa19-47d2-b805-b32bacf29992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.559805468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e542782c-fa19-47d2-b805-b32bacf29992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.61281662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e542782c-fa19-47d2-b805-b32bacf29992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:47.667729214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e542782c-fa19-47d2-b805-b32bacf29992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.873882471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ede0ec4-ea93-45c1-af84-67dc4824cd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.926167396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ede0ec4-ea93-45c1-af84-67dc4824cd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:51.97873664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ede0ec4-ea93-45c1-af84-67dc4824cd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:52.032286235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ede0ec4-ea93-45c1-af84-67dc4824cd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:52.169096011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1a5a3b1b-7f4a-4278-a362-20b214c386fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:52.233654767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1a5a3b1b-7f4a-4278-a362-20b214c386fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:52.34188217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1a5a3b1b-7f4a-4278-a362-20b214c386fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:53.956247766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726b89d-08a9-48d5-984d-ed8f8a5a38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.008760222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726b89d-08a9-48d5-984d-ed8f8a5a38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.061627816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726b89d-08a9-48d5-984d-ed8f8a5a38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:54.11449211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726b89d-08a9-48d5-984d-ed8f8a5a38bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:56:55.930690856Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.448123497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"bcfb40c3-67f3-448f-9777-b4e0482fc9ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.505096246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"bcfb40c3-67f3-448f-9777-b4e0482fc9ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.560632709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c1e84cd168824bec917b37982cc8034de9e317f757f79b5c7e95a7e8a7baac9) AuthConfig (a97755a9025ed86100c173229a7d8a855385e6951cf6ce2ba4f8abd569d54b03) AuthConfig (2b14a9301879dea98c9fe556afbe307f9f9b4affc7ad6d148ab727bf7c9041ed) AuthConfig (c997ed92f99f6cea1bc24c1cdd187ced850375fa3f89fca648bd0568c08e868e) AuthConfig (1f136509dcd4e2eedd61c6d5b6557633d7304f2af586d4d33eb0157e1549565d) AuthConfig (d285deeb6107e15155fb294d20e7b4787d31914774f64f6517e835ad76bde6ed) AuthConfig (9099f56cd765066029b47bab742e999d3d6733e7c0bc0917810d4152272ea295) AuthConfig (f12b3bd7c2c93978c7eac02f288724209223fba9b327e517383d5f3528bf9ec9) AuthConfig (f1eb9bc838f894181707d7540ba40cd378e3915cbc3e5a1a99ee9aa74cb13993) AuthConfig (a79a9d6e98c5781eee0717e8f5d7d0c89c8361a1ebf5287e631cc1f97a297e54) AuthConfig (d70df3221db8a439291a057e6159b611b27fb3435fbcad4c1f98b6a778ac980e) AuthConfig (f850293f94adb6358496a1ccb66bbc0f1e59f15ec516d6ff51860c9188e7838e) AuthConfig (b417b7fa79c63490286ecde6990747a9bf4a3357a7a92512f79eae2b497f57b1) AuthConfig (82ba46241fdda9244c1225196d917c3b29fa89d4d2121f62b538561964d5e1c0) AuthConfig (16a223882019273fa3a1a827b9f3250c0c1812fcf7ec9ac3a54e49f5976dca93) AuthConfig (173632828fa5bf8cd5ce6bbeff5ca07a9f9a506af29a275e688a58693b508659) AuthConfig (aec7c92f84c3ac9f213b0a2807aea8f1c283afcb64b0f2084bf85516477a2f6b) AuthConfig (082becd39a7e283bc1766d310adaae1e4ed6f1df49b4967402bfa8cfe16b8046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"bcfb40c3-67f3-448f-9777-b4e0482fc9ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.618294087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"efceac31-d5aa-4f49-82a3-7bc4425f3f62","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:02.618316291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"efceac31-d5aa-4f49-82a3-7bc4425f3f62","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.727454576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"8996c461-cdf0-4d25-ba5b-9e231ba639c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.788595511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"8996c461-cdf0-4d25-ba5b-9e231ba639c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:12.844983294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-09d1fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c1e84cd168824bec917b37982cc8034de9e317f757f79b5c7e95a7e8a7baac9) AuthConfig (a97755a9025ed86100c173229a7d8a855385e6951cf6ce2ba4f8abd569d54b03) AuthConfig (2b14a9301879dea98c9fe556afbe307f9f9b4affc7ad6d148ab727bf7c9041ed) AuthConfig (c997ed92f99f6cea1bc24c1cdd187ced850375fa3f89fca648bd0568c08e868e) AuthConfig (1f136509dcd4e2eedd61c6d5b6557633d7304f2af586d4d33eb0157e1549565d) AuthConfig (d285deeb6107e15155fb294d20e7b4787d31914774f64f6517e835ad76bde6ed) AuthConfig (9099f56cd765066029b47bab742e999d3d6733e7c0bc0917810d4152272ea295) AuthConfig (f12b3bd7c2c93978c7eac02f288724209223fba9b327e517383d5f3528bf9ec9) AuthConfig (f1eb9bc838f894181707d7540ba40cd378e3915cbc3e5a1a99ee9aa74cb13993) AuthConfig (a79a9d6e98c5781eee0717e8f5d7d0c89c8361a1ebf5287e631cc1f97a297e54) AuthConfig (d70df3221db8a439291a057e6159b611b27fb3435fbcad4c1f98b6a778ac980e) AuthConfig (f850293f94adb6358496a1ccb66bbc0f1e59f15ec516d6ff51860c9188e7838e) AuthConfig (b417b7fa79c63490286ecde6990747a9bf4a3357a7a92512f79eae2b497f57b1) AuthConfig (82ba46241fdda9244c1225196d917c3b29fa89d4d2121f62b538561964d5e1c0) AuthConfig (16a223882019273fa3a1a827b9f3250c0c1812fcf7ec9ac3a54e49f5976dca93) AuthConfig (173632828fa5bf8cd5ce6bbeff5ca07a9f9a506af29a275e688a58693b508659) AuthConfig (aec7c92f84c3ac9f213b0a2807aea8f1c283afcb64b0f2084bf85516477a2f6b) AuthConfig (082becd39a7e283bc1766d310adaae1e4ed6f1df49b4967402bfa8cfe16b8046)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"8996c461-cdf0-4d25-ba5b-9e231ba639c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:19.850636773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"d7532d24-690f-47ac-8c97-065587ca04c5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:19.850673877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"d7532d24-690f-47ac-8c97-065587ca04c5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:22.951062883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d6ffae10-9fc3-4003-a3a3-50eca2d8e742","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:23.007928857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d6ffae10-9fc3-4003-a3a3-50eca2d8e742","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:23.3270632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"66d436c3-72c4-4f32-b346-2eef357c3f3f","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:23.327083038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"66d436c3-72c4-4f32-b346-2eef357c3f3f","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:25.931496734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:29.885020992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d2ba2957-ad17-4b43-ae3c-0a8da0c57825","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:29.885047072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d2ba2957-ad17-4b43-ae3c-0a8da0c57825","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.570256781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"f6ac5af7-0685-4d36-982d-360056a77e68","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.570283469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"f6ac5af7-0685-4d36-982d-360056a77e68","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.625267565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"8d71e525-e374-4298-b09a-1b5260c7b5b7","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.62528832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"8d71e525-e374-4298-b09a-1b5260c7b5b7","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.729551131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d2f61514-5797-436b-8c53-59b4174e91d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.853382069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d2f61514-5797-436b-8c53-59b4174e91d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.9096975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d2f61514-5797-436b-8c53-59b4174e91d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.965678894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"34617fd0-d74a-4381-9bae-e218c455ed50","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:38.96569936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"34617fd0-d74a-4381-9bae-e218c455ed50","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:49.072373127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"a9342a7d-a91a-4b6b-b2bd-4cb0a96985bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:49.129073918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"a9342a7d-a91a-4b6b-b2bd-4cb0a96985bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:49.18566449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"a9342a7d-a91a-4b6b-b2bd-4cb0a96985bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.557762167Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","namespace":"ai-tenant-e2e-inf-b-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.557820862Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","namespace":"ai-tenant-e2e-inf-b-275f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.55789552Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","tenant":"e2e-inf-b-275f6e","tenantID":"e2e-inf-b-275f6e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.612525772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Deployment","name":"maas-api-e2e-inf-b-275f6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.675060951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Service","name":"maas-api-e2e-inf-b-275f6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.733196398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-275f6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.787654596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-275f6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.853322637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.908521816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:54.96512377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.025042533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.077371851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Deployment","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.129433779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.183098497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Service","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.236369228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.289107309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.341421744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.39362711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.449591289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.50214098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.554215657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.616869175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-275f6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.669435466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-275f6e"},"namespace":"ai-tenant-e2e-inf-b-275f6e","name":"default-tenant","reconcileID":"ae5dea5c-00bf-4f0d-a891-88ed1f1f1bc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-275f6e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:55.994585217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:59.29077404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e485c01f-9070-46f8-b937-9486e34e8cb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:59.347025494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e485c01f-9070-46f8-b937-9486e34e8cb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:57:59.402648698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e485c01f-9070-46f8-b937-9486e34e8cb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:00.24162551Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-275f6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-275f6e","reconcileID":"c883e256-2a56-43eb-a034-e2f0aa86796d","aitenant":"ai-tenants/e2e-inf-b-275f6e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:00.790444568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18055c2e-8438-4799-a311-57f3d1b21e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:00.843081652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18055c2e-8438-4799-a311-57f3d1b21e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:00.895505894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18055c2e-8438-4799-a311-57f3d1b21e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:00.949142098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18055c2e-8438-4799-a311-57f3d1b21e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:01.062159534Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-275f6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-275f6e","reconcileID":"c883e256-2a56-43eb-a034-e2f0aa86796d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-275f6e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-275f6e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.893548221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07c17dc-28b8-4a53-b575-5f060bbb8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:02.947436393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07c17dc-28b8-4a53-b575-5f060bbb8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:03.000263734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07c17dc-28b8-4a53-b575-5f060bbb8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:03.052909077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07c17dc-28b8-4a53-b575-5f060bbb8e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.510036322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"37e32290-132f-417b-81c0-3f9e74b2bcb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.568108059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"37e32290-132f-417b-81c0-3f9e74b2bcb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.623405697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75d35739057a2311bfdd2efcc336323268e4754573c2a617daae5a265b029a23) AuthConfig (a051ac5f7bd37f688ab6f65dc863827e3b39e34b4a0bdf5774de7c93055db6f7) AuthConfig (9eed957a1deef4798102534ad0572e4ff34256d78057bd32604c5744c503b6f6) AuthConfig (1cf03422cfa2cb653df61af7dfd9b47978e59b06b943662c8e16c476c1007de0) AuthConfig (77a5beb016af12d2aa390c9011cf885446e222eb03ac189bf3e8da93e2e980a3) AuthConfig (4de5cd603566038bcb0c88976c29816fc77a927009e9486a2d9095423f0aaa5b) AuthConfig (6cca3cf202f4bbd96304e44669e22df562c34815630581222de8250ac6f998fc) AuthConfig (ecdb5c706a2a998512531e9516c86508230a6e0662e78a798b46f6f08e2ad551) AuthConfig (f4faf9f3fde355c86f50157d1f4e0140d424fc45f526cea28376d1a473179321) AuthConfig (939d43b7c5aeafbc054d00ca2fdb39e9b76b5a44829a9c0e873eeef86fa801b9) AuthConfig (1f78112507e84ed2e5177f7066f3840a1a58bd01190c440aaa0ecbe67e20965c) AuthConfig (5b6d44bb0b721e56f588ae84fb8d9700f89443a12912b89bd220bc89b20e5676) AuthConfig (18061b65dd4e39b51f076287361c41e63dea422b38fa44b1206532dd101037ab) AuthConfig (8f23386cebaac4c1980b9d4e852c6659a7b33f8d509e1a5ec93f1ec23acc09dd) AuthConfig (e461d42331105fe91089a580935370b06b4ed179bd7f70aad3d5fe2401076017) AuthConfig (79186a7b99a22aff402f7141c3da426430a774ac77c031787cb9a41e3f886706) AuthConfig (3b5a0aaddd198e47a043575334cc1aa095a36b3ff9a1f6faacd210056e98b05f) AuthConfig (3ac897e2d7a719d2228ec62a08d17bc995cce77d996a313852547673dfa3ca7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"37e32290-132f-417b-81c0-3f9e74b2bcb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.681345522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"dc625e4f-7b1b-4eaf-8b5c-da0f5d0bb303","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:09.681370679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"dc625e4f-7b1b-4eaf-8b5c-da0f5d0bb303","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.206641984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4d4266-9129-40f7-8b73-3a62800cf368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.259634602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4d4266-9129-40f7-8b73-3a62800cf368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.312330402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4d4266-9129-40f7-8b73-3a62800cf368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:17.364978782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4d4266-9129-40f7-8b73-3a62800cf368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.293102687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf88c7-a84c-4c75-81ca-346f854f96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.345890276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf88c7-a84c-4c75-81ca-346f854f96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.399241973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf88c7-a84c-4c75-81ca-346f854f96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.453352935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbf88c7-a84c-4c75-81ca-346f854f96a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.786290384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"2b29c848-d43c-4254-8fd0-2dca96fdb0f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.843057252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"2b29c848-d43c-4254-8fd0-2dca96fdb0f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:19.898087377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75d35739057a2311bfdd2efcc336323268e4754573c2a617daae5a265b029a23) AuthConfig (a051ac5f7bd37f688ab6f65dc863827e3b39e34b4a0bdf5774de7c93055db6f7) AuthConfig (9eed957a1deef4798102534ad0572e4ff34256d78057bd32604c5744c503b6f6) AuthConfig (1cf03422cfa2cb653df61af7dfd9b47978e59b06b943662c8e16c476c1007de0) AuthConfig (77a5beb016af12d2aa390c9011cf885446e222eb03ac189bf3e8da93e2e980a3) AuthConfig (4de5cd603566038bcb0c88976c29816fc77a927009e9486a2d9095423f0aaa5b) AuthConfig (6cca3cf202f4bbd96304e44669e22df562c34815630581222de8250ac6f998fc) AuthConfig (ecdb5c706a2a998512531e9516c86508230a6e0662e78a798b46f6f08e2ad551) AuthConfig (f4faf9f3fde355c86f50157d1f4e0140d424fc45f526cea28376d1a473179321) AuthConfig (939d43b7c5aeafbc054d00ca2fdb39e9b76b5a44829a9c0e873eeef86fa801b9) AuthConfig (1f78112507e84ed2e5177f7066f3840a1a58bd01190c440aaa0ecbe67e20965c) AuthConfig (5b6d44bb0b721e56f588ae84fb8d9700f89443a12912b89bd220bc89b20e5676) AuthConfig (18061b65dd4e39b51f076287361c41e63dea422b38fa44b1206532dd101037ab) AuthConfig (8f23386cebaac4c1980b9d4e852c6659a7b33f8d509e1a5ec93f1ec23acc09dd) AuthConfig (e461d42331105fe91089a580935370b06b4ed179bd7f70aad3d5fe2401076017) AuthConfig (79186a7b99a22aff402f7141c3da426430a774ac77c031787cb9a41e3f886706) AuthConfig (3b5a0aaddd198e47a043575334cc1aa095a36b3ff9a1f6faacd210056e98b05f) AuthConfig (3ac897e2d7a719d2228ec62a08d17bc995cce77d996a313852547673dfa3ca7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"2b29c848-d43c-4254-8fd0-2dca96fdb0f1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.406290294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.406347309Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","namespace":"ai-tenant-e2e-shared-a-w1-5b9382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.40639293Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","tenant":"e2e-shared-a-w1-5b9382","tenantID":"e2e-shared-a-w1-5b9382","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.461885592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-5b9382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.521734814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Service","name":"maas-api-e2e-shared-a-w1-5b9382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.584287859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-5b9382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.639603399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-5b9382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.696520808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.7513094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.808688402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.866156927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.922265757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:21.974713137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.026797631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.080208141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.132611176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.184786815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.237365484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.293153968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.34545346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.397632481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.452166349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-5b9382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:22.504564459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b9382"},"namespace":"ai-tenant-e2e-shared-a-w1-5b9382","name":"default-tenant","reconcileID":"9e31760a-e471-41c8-b794-72daf46e9e40","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-5b9382","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:25.930551542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.096742885Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5b9382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5b9382","reconcileID":"d4483a96-f943-4949-abb8-5160eaa758ca","aitenant":"ai-tenants/e2e-shared-a-w1-5b9382","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.589502839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"d84a8c17-21ad-40f2-ae79-faf77ee30589","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.589541278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"d84a8c17-21ad-40f2-ae79-faf77ee30589","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.654437781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b95de6-6526-4b91-b57c-210fd51ab2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.707205504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b95de6-6526-4b91-b57c-210fd51ab2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.759951859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b95de6-6526-4b91-b57c-210fd51ab2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.812898089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b95de6-6526-4b91-b57c-210fd51ab2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.924922566Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5b9382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5b9382","reconcileID":"d4483a96-f943-4949-abb8-5160eaa758ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5b9382","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5b9382"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.933112607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"f01c0c8f-f4b2-4ad2-af49-8d39248c03a3","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.933132813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"f01c0c8f-f4b2-4ad2-af49-8d39248c03a3","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.98797091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"3956ce2c-72ee-42c2-a40d-a4189194fd77","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:28.987991317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"3956ce2c-72ee-42c2-a40d-a4189194fd77","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:29.132354871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"f6e84430-34d7-451c-97ff-29c04829fc40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:29.260133814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"f6e84430-34d7-451c-97ff-29c04829fc40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:29.316206811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"f6e84430-34d7-451c-97ff-29c04829fc40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:29.372564249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"57dddfb6-54ef-4ed9-81ef-57ce96baea1f","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:29.37258454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"57dddfb6-54ef-4ed9-81ef-57ce96baea1f","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.003194206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"f42e2015-6d2b-490d-963a-c559abb3bbd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.060434906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"f42e2015-6d2b-490d-963a-c559abb3bbd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.115359007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-a301e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75d35739057a2311bfdd2efcc336323268e4754573c2a617daae5a265b029a23) AuthConfig (a051ac5f7bd37f688ab6f65dc863827e3b39e34b4a0bdf5774de7c93055db6f7) AuthConfig (9eed957a1deef4798102534ad0572e4ff34256d78057bd32604c5744c503b6f6) AuthConfig (1cf03422cfa2cb653df61af7dfd9b47978e59b06b943662c8e16c476c1007de0) AuthConfig (77a5beb016af12d2aa390c9011cf885446e222eb03ac189bf3e8da93e2e980a3) AuthConfig (4de5cd603566038bcb0c88976c29816fc77a927009e9486a2d9095423f0aaa5b) AuthConfig (6cca3cf202f4bbd96304e44669e22df562c34815630581222de8250ac6f998fc) AuthConfig (ecdb5c706a2a998512531e9516c86508230a6e0662e78a798b46f6f08e2ad551) AuthConfig (f4faf9f3fde355c86f50157d1f4e0140d424fc45f526cea28376d1a473179321) AuthConfig (939d43b7c5aeafbc054d00ca2fdb39e9b76b5a44829a9c0e873eeef86fa801b9) AuthConfig (1f78112507e84ed2e5177f7066f3840a1a58bd01190c440aaa0ecbe67e20965c) AuthConfig (5b6d44bb0b721e56f588ae84fb8d9700f89443a12912b89bd220bc89b20e5676) AuthConfig (18061b65dd4e39b51f076287361c41e63dea422b38fa44b1206532dd101037ab) AuthConfig (8f23386cebaac4c1980b9d4e852c6659a7b33f8d509e1a5ec93f1ec23acc09dd) AuthConfig (e461d42331105fe91089a580935370b06b4ed179bd7f70aad3d5fe2401076017) AuthConfig (79186a7b99a22aff402f7141c3da426430a774ac77c031787cb9a41e3f886706) AuthConfig (3b5a0aaddd198e47a043575334cc1aa095a36b3ff9a1f6faacd210056e98b05f) AuthConfig (3ac897e2d7a719d2228ec62a08d17bc995cce77d996a313852547673dfa3ca7f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"f42e2015-6d2b-490d-963a-c559abb3bbd7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.714098138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d260317-20dd-44ff-9875-2f9bda6c5851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.766688164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d260317-20dd-44ff-9875-2f9bda6c5851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.819322959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d260317-20dd-44ff-9875-2f9bda6c5851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:30.87189297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d260317-20dd-44ff-9875-2f9bda6c5851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.605622847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1cd05-b4d8-4a8a-ae07-346b3084ab86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.658627631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1cd05-b4d8-4a8a-ae07-346b3084ab86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.71462275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1cd05-b4d8-4a8a-ae07-346b3084ab86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.76755759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc1cd05-b4d8-4a8a-ae07-346b3084ab86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.769430357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.769484472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","namespace":"ai-tenant-e2e-shared-b-w1-2675c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.769531735Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","tenant":"e2e-shared-b-w1-2675c7","tenantID":"e2e-shared-b-w1-2675c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.824157423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-2675c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.886430086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Service","name":"maas-api-e2e-shared-b-w1-2675c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:37.945910991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-2675c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.038826803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-2675c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.095229024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.162103662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.221370747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.278343096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.330460822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.382549365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.434496813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.486548279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.549527946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.604880671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.657386427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.724989769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.77771583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.864977061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.917294963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-2675c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:38.96979948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2675c7"},"namespace":"ai-tenant-e2e-shared-b-w1-2675c7","name":"default-tenant","reconcileID":"a6a78b1f-7c96-4374-94c7-8445774751a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-2675c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.477814449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"6cc784d4-e020-4e33-9b93-ac9595880749","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.536036003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"6cc784d4-e020-4e33-9b93-ac9595880749","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.591371236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"6cc784d4-e020-4e33-9b93-ac9595880749","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.834136273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac8beff-246c-4863-94a5-e016d1f6183f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.887419079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac8beff-246c-4863-94a5-e016d1f6183f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.940702668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac8beff-246c-4863-94a5-e016d1f6183f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:39.993795699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac8beff-246c-4863-94a5-e016d1f6183f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:40.269224943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1ff0426e-a83b-4920-917a-760ca76b7674","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:40.326691401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"1ff0426e-a83b-4920-917a-760ca76b7674","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:40.595573214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"a3fb5579-9695-4323-9339-2959cf307afe","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:40.595594819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"a3fb5579-9695-4323-9339-2959cf307afe","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:43.522959882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"6900a667-9f9e-43f8-9139-9982ce9ad071","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:43.522987538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"6900a667-9f9e-43f8-9139-9982ce9ad071","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.968266178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"2dd79ecc-4f51-4444-8c88-69172126a089","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:45.968287284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"2dd79ecc-4f51-4444-8c88-69172126a089","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.027060478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"a99d8593-367a-4f5e-abf1-673bb54a6fd8","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.027083443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"a99d8593-367a-4f5e-abf1-673bb54a6fd8","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:58:46.07301903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"b8e664be-7aab-4011-ae24-24e339dd3f7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-c6db2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.073372172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"b6d73fde-4ad7-405a-853d-d0900eaac157","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.129693694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"b6d73fde-4ad7-405a-853d-d0900eaac157","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.178175224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"601c1f8b-a3e6-4787-8ff7-9c03013ddaf5","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.178201339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"601c1f8b-a3e6-4787-8ff7-9c03013ddaf5","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.236256863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"0935a3c0-3f26-47f0-bebe-4f478ce2cff7","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.236275422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"0935a3c0-3f26-47f0-bebe-4f478ce2cff7","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.28600929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"fbbb9e3b-c984-4ebf-8c0e-302b5168e62c","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.28602947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"fbbb9e3b-c984-4ebf-8c0e-302b5168e62c","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.344251095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"f3187863-3632-4eed-898f-9a5e1042a069","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.344270612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"f3187863-3632-4eed-898f-9a5e1042a069","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:58:46.390488848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"af1a676a-acd6-4476-9a7e-bb7167d974ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-c6db2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.390808801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d7e28fd3-62a3-4a7a-9ab7-20979e8b4a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.447195185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"d7e28fd3-62a3-4a7a-9ab7-20979e8b4a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.452243359Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"275829af-9f35-4682-8261-dfe22e9cba69","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","model":"rate-test-model-09d1fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-09d1fd/e2e-rate-iso-a-c6db2c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.491468044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"467a84bb-0977-4aaa-8ead-a0046a67c559","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.497144952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e5d2bdef-ad98-4cb1-8ad9-7d7cebb15d11","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.497161587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e5d2bdef-ad98-4cb1-8ad9-7d7cebb15d11","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.550176969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"467a84bb-0977-4aaa-8ead-a0046a67c559","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.55225507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e9a86ab4-a1c9-4ff6-99e5-38c999dc3b22","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.552271676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"e9a86ab4-a1c9-4ff6-99e5-38c999dc3b22","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.618619785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"d7508d0f-2aa7-4e80-ba2f-74534ee30b72","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.61864117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"d7508d0f-2aa7-4e80-ba2f-74534ee30b72","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.757302338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"53796ce0-1178-482c-b53f-e5ce41d1c2e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.763329568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"cddd719f-a57f-4757-a6c9-9a18f6651703","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","model":"rate-test-model-a301e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-a301e0/e2e-rate-iso-b-c6db2c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.81320584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"53796ce0-1178-482c-b53f-e5ce41d1c2e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.861670384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"8af84d7d-d8bb-48b4-bacb-9b9c5ef905ab","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.927686493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"7ca0e0ba-2658-465c-99f1-56720798e5f4","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:46.927705897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"7ca0e0ba-2658-465c-99f1-56720798e5f4","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:47.138273313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"a41fb3da-cc18-4adc-ba0d-20b70fbe3085","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.970492469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"cbc915bf-5c23-45df-9ad6-e3a3b0807d5b","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:48.970514871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"cbc915bf-5c23-45df-9ad6-e3a3b0807d5b","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.026904023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"00d563dd-083f-457d-928e-2ffe0b9b5a22","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.026924674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"00d563dd-083f-457d-928e-2ffe0b9b5a22","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.132142377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"e224a999-1c8b-4772-b8cd-26c2f74eaee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.239898906Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2675c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2675c7","reconcileID":"895cf89e-ad3e-4c28-83df-bff39132ec92","aitenant":"ai-tenants/e2e-shared-b-w1-2675c7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.263011722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"e224a999-1c8b-4772-b8cd-26c2f74eaee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.318304313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-d03e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"e224a999-1c8b-4772-b8cd-26c2f74eaee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.376126224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"c8b5570f-8be3-4acf-9e83-1834869cf81a","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.37614572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"c8b5570f-8be3-4acf-9e83-1834869cf81a","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.698269927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9376d42-6455-48c7-835d-c6961bcd26ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.754888942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9376d42-6455-48c7-835d-c6961bcd26ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.767006539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e51c578-d745-4599-8279-87cd83488ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.819665748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e51c578-d745-4599-8279-87cd83488ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.822464704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9376d42-6455-48c7-835d-c6961bcd26ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.872275409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e51c578-d745-4599-8279-87cd83488ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:49.924975158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e51c578-d745-4599-8279-87cd83488ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:50.090014206Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2675c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2675c7","reconcileID":"895cf89e-ad3e-4c28-83df-bff39132ec92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2675c7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2675c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.278451629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-access","reconcileID":"831e0b01-caa3-4b86-ab15-d0429596d996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.27879351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"21fa354d-95cc-4d15-a31c-b7afbb3b8092","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.444746174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"656729ae-7191-4857-8c36-21b3425d9a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.488185386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"27ab302e-b6a3-4269-8ca7-b6272a507fc9","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.501619585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"656729ae-7191-4857-8c36-21b3425d9a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.551030012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"c3e0ad6e-6b93-48b2-a353-f719a1c4c489","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.633048954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"8a553247-04f0-47f7-a7d8-caa92e980f2a","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.811789329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"89521bed-8448-4ece-ab36-5ac833f6ff6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.868669527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"89521bed-8448-4ece-ab36-5ac833f6ff6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.89662263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399ddf7-0422-4935-bc2c-b3b257d98a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:51.950072607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399ddf7-0422-4935-bc2c-b3b257d98a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.002935097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399ddf7-0422-4935-bc2c-b3b257d98a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:52.055728451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5399ddf7-0422-4935-bc2c-b3b257d98a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:53.946581354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fa0cf-2968-4d8f-acbb-85417f5ad74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:53.999288243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fa0cf-2968-4d8f-acbb-85417f5ad74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.051761839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fa0cf-2968-4d8f-acbb-85417f5ad74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:54.10462835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660fa0cf-2968-4d8f-acbb-85417f5ad74c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:55.9314306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.585448121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"4757dfee-a263-45e6-8f9c-a72d0ed40cbf","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:56.944607439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"d7fa7cf0-4746-423a-a271-ce25117bd193","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.263475386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"2212237a-ce71-4dc5-bb15-b064022534c0","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.430418096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ca496664-6e24-4d10-8f4a-57c6e740ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.4810327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"0a5e9e91-cff7-4dbe-a048-19cf3c42dbad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.486752905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"ca496664-6e24-4d10-8f4a-57c6e740ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.581156531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"20467869-6e4b-4689-b1b2-4c99cb910f10","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.633650642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4ef0092d-af5f-40af-b3ec-cbdc3dcd1690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.645686492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a2785404-cc0f-4cc1-998e-480d744d8736","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.687054776Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4ef0092d-af5f-40af-b3ec-cbdc3dcd1690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.740419679Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"simulator-subscription","reconcileID":"4ef0092d-af5f-40af-b3ec-cbdc3dcd1690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/simulator-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.79895988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e74ba7ad-9164-4bfe-bf6c-589f0b69fb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.856689904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"e74ba7ad-9164-4bfe-bf6c-589f0b69fb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:57.857656339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"1d5492a9-36ff-44fe-a3b9-0e3256aec042","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:58.014070077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"4941af2a-6bab-4620-ba53-fdffeecf1468","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:58.168156911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"d63d3490-df8f-4bc7-82d0-468446725fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:58.225214659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"d63d3490-df8f-4bc7-82d0-468446725fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.48359378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bda64265-5422-41c3-a690-b4e6cb097097","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.540249418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bda64265-5422-41c3-a690-b4e6cb097097","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.595222463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-d03e5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bda64265-5422-41c3-a690-b4e6cb097097","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:58:59.94598876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"903d90ec-3ec2-404f-bdb7-186a4c816349","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:00.003095714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"903d90ec-3ec2-404f-bdb7-186a4c816349","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:00.057934914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"903d90ec-3ec2-404f-bdb7-186a4c816349","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.400923396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"73d25426-79d3-4b02-bbf4-9cad4cb2faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.400989693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"6c1d4f98-6058-4327-a644-77d1b4ad9afe","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.677716878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"8055ac05-9edf-45ba-a2bd-1a7dbbb6798b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.692378392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"73d25426-79d3-4b02-bbf4-9cad4cb2faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.816358189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"73d25426-79d3-4b02-bbf4-9cad4cb2faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.816390065Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"73d25426-79d3-4b02-bbf4-9cad4cb2faed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.825951893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"24733199-4401-4544-9311-31f0254046d1","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.875256884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c239b34e-6a77-4329-aa77-a40ca51dc21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.884353247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a92616aa-83e9-4580-83ca-0413f8b8b6ae","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.94343886Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"8e071d14-d235-46a1-ad75-6cc75d7b487a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:04.943605537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a92616aa-83e9-4580-83ca-0413f8b8b6ae","name":"premium-w1-b3cdc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b3cdc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:04.943650795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a92616aa-83e9-4580-83ca-0413f8b8b6ae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b3cdc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.949447291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"9926af65-127f-4756-8f52-aee7bb552fc8","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:04.995763532Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"8e071d14-d235-46a1-ad75-6cc75d7b487a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"maas-trlp-premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8","model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.081913036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c239b34e-6a77-4329-aa77-a40ca51dc21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.138311559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c239b34e-6a77-4329-aa77-a40ca51dc21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"name":"e2e-worker-w1-b3cdc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.138334432Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c239b34e-6a77-4329-aa77-a40ca51dc21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b3cdc8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:05.190741575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-access","reconcileID":"c239b34e-6a77-4329-aa77-a40ca51dc21f","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.215164874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"24807094-77a9-4587-a8e4-6b1b4178d1ee","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.262564102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"2e7400ff-661b-424b-87a6-1cd6018fbe85","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.315000518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"ffd413c9-d737-4e30-85a7-7de7f32f5f48","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.315270042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"d2b621cc-940a-41e2-a49b-a329067931a8","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.315509232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"9fed66d5-d9e2-47c0-884a-ba8c7079b8b6","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.430357971Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"b4febb4c-0912-4fc4-a10b-6caa70925aa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44f22023","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.529543921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"c339177d-b89f-4ce9-9526-6de030c55431","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.740875722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"c4c6089e-f88a-46c1-8e22-28776969c32b","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:05.740910075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"c4c6089e-f88a-46c1-8e22-28776969c32b","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.121340853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"68a904d5-a7cf-4393-bd9f-3852b3619a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.133454053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"e12b46be-04b0-4e49-a01c-96364d790570","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.1778064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"68a904d5-a7cf-4393-bd9f-3852b3619a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.294024509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8937d0-8c24-4247-ace6-351ecdb5892d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.347083853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8937d0-8c24-4247-ace6-351ecdb5892d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.352980282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"30c38279-aa64-410e-a579-ea90e602ae5b","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.353002968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"30c38279-aa64-410e-a579-ea90e602ae5b","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.399563625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8937d0-8c24-4247-ace6-351ecdb5892d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.451919971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8937d0-8c24-4247-ace6-351ecdb5892d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.557284133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"3e940cb8-259d-46fb-8b2f-4109d4ffa1e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:06.623519209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"3e940cb8-259d-46fb-8b2f-4109d4ffa1e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.394573632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab8aa46-2abc-4c7c-b736-e04d38a4649b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.447664419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab8aa46-2abc-4c7c-b736-e04d38a4649b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.500244229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab8aa46-2abc-4c7c-b736-e04d38a4649b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:08.553719123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab8aa46-2abc-4c7c-b736-e04d38a4649b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.700306007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"12cb7a2a-cea6-4bc5-8a63-26476a3a0c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.757102297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"12cb7a2a-cea6-4bc5-8a63-26476a3a0c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.813171788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-d03e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae9f995fd42f7bf6aac31fc489d5b852f590e2f9d8a68647225e97c034fd6b02) AuthConfig (dde5a8dcedfc0ac4b57966cb8417d7efd3230c6f873c67ca840e819cce4d7b78) AuthConfig (9d839fff86b681787119e68e2469701ddc7da7c4e8be74dfea764ca54144f8f4) AuthConfig (84201de7948226faf84b5e2fd2a684a672f85c46432f9ba74e1c95b1e908042a) AuthConfig (d9f5195b620c76a2cb0627f0f2d833c1e0719e3df7e2f6c375e881bd04da5a48) AuthConfig (f71595198d70840b7503d935f6a018d67ebe8b8dc63304d7da34ba96147af69b) AuthConfig (7c1df8b8e3575fbb7455520059ef0822e004213ff9e5bfe0656d5606b2929390) AuthConfig (d5e50a431d308216738b82f5e94716f39f710fa22dd937a72cc6b310c6c4c69e) AuthConfig (53d89a23f079a479177fc6a190d61a36993dc7e784158b83c1c30c8ba8c80ae5) AuthConfig (0a8ef39e83949d8a99afbf188374cd861805f78e5e3ab64cc4c46938ff1076f0) AuthConfig (fe8e7b2f877d3451e68fe447ad37cdde00bc29cca966e69c2b0ebb96226b0bff) AuthConfig (3d4b63f26ac0435451751b2c6b7c3a53eb081a849bea4a3f0e39d11f743f3ea5) AuthConfig (30d28fc71e56746c5cabb13ae2a39acd5a64e7c251f3ef63f2fcc985b4cf2ad8) AuthConfig (23196a963de6f9a608a446d966c79aa3f378e09e5aff3cd78ddbc16ac60c70f2) AuthConfig (4cc89e996f01b8f74af0c4b49caa1b3667f825ea30c909ec1958e6cc124949e2) AuthConfig (f83ad6526cdbc064a2971c7c6cd5b5f7c670f6e17229411af4d9a15b26d9b3ca) AuthConfig (2f9e212d11b9e9b4afb39de764d5fe08bfd44224a87057f02cb130b06f2f4d42) AuthConfig (f5fc4abac48dab98c0e3b438f1baa4864d8e1636702686cd67668cad0d8241a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"12cb7a2a-cea6-4bc5-8a63-26476a3a0c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.87110593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"9992b24e-1cdd-4387-b66e-32a87f058be0","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:09.87112559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"9992b24e-1cdd-4387-b66e-32a87f058be0","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:10.163481456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"267258c3-2cf0-4f25-9c13-fa8e4a551c58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:10.220601806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"267258c3-2cf0-4f25-9c13-fa8e4a551c58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:10.276490228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7680594234053778744528a06f494acbbcc71e63594adc727a76629720279ef) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (3ce8997613b65b29593f3209a73b804e487119010ced55f1925ef34f84f33c3d) AuthConfig (44d418a360f7834f1a8ac7bd158449ab42734eba20016711ab59ac644c2520e9) AuthConfig (39d444aa2601295c81a90e2d0d508c75ee7aac474bfb78455dad05ccb1092d67) AuthConfig (37eedbb3756b4a242d9f0668ad2db2d5d2858ae354ca32760d492d64e8f2df6f) AuthConfig (f7a4078c957f044172e25092bc6873d4aa2c390a56341f28b9cd70b63cdc10eb) AuthConfig (a41f6f2bd074c6e8ab6641dd069be3aded774d61e18a4b61a10a63af7f4fa0a1) AuthConfig (783e10cac949c3dc2ba0b5c7daf33cafb8522c17f5358c8c8bbd5f109c9d1b5b) AuthConfig (39b96e14093b88e7b2ae034420d8e0c207409916a908ce3b89eea83bcf0c7c28) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (a5a5a1a29d7e35b8e4543f80331221f897594129734d88957fbed073fc3ee024) AuthConfig (9acdcf896c9c10830b266c4bce2ba7b8953333f0673f7126467971df319d2ff1) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (86e9c2d437be1a5bc41b1c5d07f8064a2cdb67b350a92d3e2ffea4c3845f52a2) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"267258c3-2cf0-4f25-9c13-fa8e4a551c58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:10.333180392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"79ae440d-559a-4c7c-a23f-29d03b6523d8","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:10.333201908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"79ae440d-559a-4c7c-a23f-29d03b6523d8","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.206895934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"5024579a-fc5b-4f27-8887-023009ac9cbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.206965526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"d0cc269b-44c9-4d8b-929f-2705dd3431bb","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.206979959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"d0cc269b-44c9-4d8b-929f-2705dd3431bb","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.41337983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"5024579a-fc5b-4f27-8887-023009ac9cbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.477892882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"77a441de-5dca-4f0d-8010-ed10b2de2a1c","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.542899709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"5024579a-fc5b-4f27-8887-023009ac9cbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.542926178Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"5024579a-fc5b-4f27-8887-023009ac9cbc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.600741903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"013321e3-5ccc-47f0-a5d5-300f7aa2d922","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.600989989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"5b2fa3a1-e452-4e7d-b862-58f542acedca","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.601015166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"5b2fa3a1-e452-4e7d-b862-58f542acedca","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.73812504Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e324ad21-d621-420d-860e-7273e198f0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.738210405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"6b0974f9-362d-499e-8005-e296d47d630d","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.738226499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"6b0974f9-362d-499e-8005-e296d47d630d","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.807671402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"013321e3-5ccc-47f0-a5d5-300f7aa2d922","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.864041394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"013321e3-5ccc-47f0-a5d5-300f7aa2d922","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"e2e-shared-a-w3-09d1fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.864063763Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"013321e3-5ccc-47f0-a5d5-300f7aa2d922","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.874147567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"f14a1f99-f95b-4f49-9cd1-5975dc84381f","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:12.907027932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e324ad21-d621-420d-860e-7273e198f0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:59:12.916421534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"013321e3-5ccc-47f0-a5d5-300f7aa2d922","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-c6db2c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.01042011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"f88fc25f-3ca2-47e9-bf5c-0a0be0188b67","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.032157063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e324ad21-d621-420d-860e-7273e198f0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"e2e-shared-b-w3-a301e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.032178248Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-auth-c6db2c","reconcileID":"e324ad21-d621-420d-860e-7273e198f0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.088221738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"48856e36-f6b8-4e13-b19e-467c276e5356","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.088243638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"48856e36-f6b8-4e13-b19e-467c276e5356","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.230804372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"c7cb2270-f550-4735-b61c-4e77d5acb001","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.230825067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"c7cb2270-f550-4735-b61c-4e77d5acb001","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:13.360927364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"ac921a90-0fab-4134-8198-782ead15496c","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.315945935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"89971f1e-8c2b-4ff6-b81a-d0bfd6670068","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.31620538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"f8e1e58d-45e3-4e44-ab30-1bdf4cf8001c","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.316360496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"e1971966-28f1-4d09-82dd-3a0f33069598","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.316505881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a916f8b3-337c-41ab-b575-20adcdbb95a7","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.48327141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"e04c6981-a0f4-4128-9bff-0e30c5a09c34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.535292829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"premium-simulator-subscription","reconcileID":"e04c6981-a0f4-4128-9bff-0e30c5a09c34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"model":"e2e-models-e2e-worker-w1-b3cdc8/premium-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:15.850382087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"be27a143-5c2e-424c-81d1-c66edddaecb6","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:19.984232634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0d7b96e3-4f41-44ce-bee4-3cd86fe5edcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:20.040507354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0d7b96e3-4f41-44ce-bee4-3cd86fe5edcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:20.095746944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-d03e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae9f995fd42f7bf6aac31fc489d5b852f590e2f9d8a68647225e97c034fd6b02) AuthConfig (dde5a8dcedfc0ac4b57966cb8417d7efd3230c6f873c67ca840e819cce4d7b78) AuthConfig (9d839fff86b681787119e68e2469701ddc7da7c4e8be74dfea764ca54144f8f4) AuthConfig (84201de7948226faf84b5e2fd2a684a672f85c46432f9ba74e1c95b1e908042a) AuthConfig (d9f5195b620c76a2cb0627f0f2d833c1e0719e3df7e2f6c375e881bd04da5a48) AuthConfig (f71595198d70840b7503d935f6a018d67ebe8b8dc63304d7da34ba96147af69b) AuthConfig (7c1df8b8e3575fbb7455520059ef0822e004213ff9e5bfe0656d5606b2929390) AuthConfig (d5e50a431d308216738b82f5e94716f39f710fa22dd937a72cc6b310c6c4c69e) AuthConfig (53d89a23f079a479177fc6a190d61a36993dc7e784158b83c1c30c8ba8c80ae5) AuthConfig (0a8ef39e83949d8a99afbf188374cd861805f78e5e3ab64cc4c46938ff1076f0) AuthConfig (fe8e7b2f877d3451e68fe447ad37cdde00bc29cca966e69c2b0ebb96226b0bff) AuthConfig (3d4b63f26ac0435451751b2c6b7c3a53eb081a849bea4a3f0e39d11f743f3ea5) AuthConfig (30d28fc71e56746c5cabb13ae2a39acd5a64e7c251f3ef63f2fcc985b4cf2ad8) AuthConfig (23196a963de6f9a608a446d966c79aa3f378e09e5aff3cd78ddbc16ac60c70f2) AuthConfig (4cc89e996f01b8f74af0c4b49caa1b3667f825ea30c909ec1958e6cc124949e2) AuthConfig (f83ad6526cdbc064a2971c7c6cd5b5f7c670f6e17229411af4d9a15b26d9b3ca) AuthConfig (2f9e212d11b9e9b4afb39de764d5fe08bfd44224a87057f02cb130b06f2f4d42) AuthConfig (f5fc4abac48dab98c0e3b438f1baa4864d8e1636702686cd67668cad0d8241a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0d7b96e3-4f41-44ce-bee4-3cd86fe5edcb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:20.439490381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"406a442b-bb4c-4382-963c-1c22b88bd14e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:20.496079279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"406a442b-bb4c-4382-963c-1c22b88bd14e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:20.551085609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7680594234053778744528a06f494acbbcc71e63594adc727a76629720279ef) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (3ce8997613b65b29593f3209a73b804e487119010ced55f1925ef34f84f33c3d) AuthConfig (44d418a360f7834f1a8ac7bd158449ab42734eba20016711ab59ac644c2520e9) AuthConfig (39d444aa2601295c81a90e2d0d508c75ee7aac474bfb78455dad05ccb1092d67) AuthConfig (37eedbb3756b4a242d9f0668ad2db2d5d2858ae354ca32760d492d64e8f2df6f) AuthConfig (f7a4078c957f044172e25092bc6873d4aa2c390a56341f28b9cd70b63cdc10eb) AuthConfig (a41f6f2bd074c6e8ab6641dd069be3aded774d61e18a4b61a10a63af7f4fa0a1) AuthConfig (783e10cac949c3dc2ba0b5c7daf33cafb8522c17f5358c8c8bbd5f109c9d1b5b) AuthConfig (39b96e14093b88e7b2ae034420d8e0c207409916a908ce3b89eea83bcf0c7c28) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (a5a5a1a29d7e35b8e4543f80331221f897594129734d88957fbed073fc3ee024) AuthConfig (9acdcf896c9c10830b266c4bce2ba7b8953333f0673f7126467971df319d2ff1) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (86e9c2d437be1a5bc41b1c5d07f8064a2cdb67b350a92d3e2ffea4c3845f52a2) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"406a442b-bb4c-4382-963c-1c22b88bd14e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.394644229Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"0afdf908-3a43-40f3-9c9e-7c96bd23c480","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","subscription":"e2e-rate-iso-a-c6db2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.448002956Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"0afdf908-3a43-40f3-9c9e-7c96bd23c480","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.500809389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"e2e-rate-iso-a-c6db2c","reconcileID":"0afdf908-3a43-40f3-9c9e-7c96bd23c480","MaaSSubscription":{"name":"e2e-rate-iso-a-c6db2c","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"name":"maas-trlp-rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.772882084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"ed894ce6-fe24-405c-9f4d-7009b7b9cd06","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"tenant":"e2e-shared-a-w3-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","model":"ai-tenant-e2e-shared-a-w3-09d1fd/rate-test-model-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.772915041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"rate-test-model-09d1fd","reconcileID":"ed894ce6-fe24-405c-9f4d-7009b7b9cd06","MaaSModelRef":{"name":"rate-test-model-09d1fd","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"routeName":"rate-test-model-09d1fd-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","llmisvcName":"rate-test-model-09d1fd","gateway":"openshift-ingress/e2e-shared-a-w3-09d1fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.91917851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"dee09fb6-2ac0-44cc-a1cf-2bc514f45cfb","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:23.919197053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"dee09fb6-2ac0-44cc-a1cf-2bc514f45cfb","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.316560514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"c02cdd8c-d12b-4c38-9169-f4c6e6db1d70","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.316934843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"c4f4689e-5fae-4d83-94c8-2105d21f2c14","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.317140927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"e00b6eb7-90a5-4d9b-9c69-731c67429250","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.851785071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"a7d7aa65-1753-42c7-9820-aad7624721af","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:25.930774271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.203169203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"a7092447-45f9-4285-8fbd-e855f101a237","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.259855879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"a7092447-45f9-4285-8fbd-e855f101a237","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.315076147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-d03e5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae9f995fd42f7bf6aac31fc489d5b852f590e2f9d8a68647225e97c034fd6b02) AuthConfig (dde5a8dcedfc0ac4b57966cb8417d7efd3230c6f873c67ca840e819cce4d7b78) AuthConfig (9d839fff86b681787119e68e2469701ddc7da7c4e8be74dfea764ca54144f8f4) AuthConfig (84201de7948226faf84b5e2fd2a684a672f85c46432f9ba74e1c95b1e908042a) AuthConfig (d9f5195b620c76a2cb0627f0f2d833c1e0719e3df7e2f6c375e881bd04da5a48) AuthConfig (f71595198d70840b7503d935f6a018d67ebe8b8dc63304d7da34ba96147af69b) AuthConfig (7c1df8b8e3575fbb7455520059ef0822e004213ff9e5bfe0656d5606b2929390) AuthConfig (d5e50a431d308216738b82f5e94716f39f710fa22dd937a72cc6b310c6c4c69e) AuthConfig (53d89a23f079a479177fc6a190d61a36993dc7e784158b83c1c30c8ba8c80ae5) AuthConfig (0a8ef39e83949d8a99afbf188374cd861805f78e5e3ab64cc4c46938ff1076f0) AuthConfig (fe8e7b2f877d3451e68fe447ad37cdde00bc29cca966e69c2b0ebb96226b0bff) AuthConfig (3d4b63f26ac0435451751b2c6b7c3a53eb081a849bea4a3f0e39d11f743f3ea5) AuthConfig (30d28fc71e56746c5cabb13ae2a39acd5a64e7c251f3ef63f2fcc985b4cf2ad8) AuthConfig (23196a963de6f9a608a446d966c79aa3f378e09e5aff3cd78ddbc16ac60c70f2) AuthConfig (4cc89e996f01b8f74af0c4b49caa1b3667f825ea30c909ec1958e6cc124949e2) AuthConfig (f83ad6526cdbc064a2971c7c6cd5b5f7c670f6e17229411af4d9a15b26d9b3ca) AuthConfig (2f9e212d11b9e9b4afb39de764d5fe08bfd44224a87057f02cb130b06f2f4d42) AuthConfig (f5fc4abac48dab98c0e3b438f1baa4864d8e1636702686cd67668cad0d8241a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"a7092447-45f9-4285-8fbd-e855f101a237","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.656432665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"5a3e7eaa-a0ff-45b3-9145-bb42c33add2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.713322021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"5a3e7eaa-a0ff-45b3-9145-bb42c33add2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:30.768957198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-586697-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7680594234053778744528a06f494acbbcc71e63594adc727a76629720279ef) AuthConfig (9fabcf83ed185bc1901d304005ead0e9da7b9447e788bc0983f4a0502c1f1422) AuthConfig (3ce8997613b65b29593f3209a73b804e487119010ced55f1925ef34f84f33c3d) AuthConfig (44d418a360f7834f1a8ac7bd158449ab42734eba20016711ab59ac644c2520e9) AuthConfig (39d444aa2601295c81a90e2d0d508c75ee7aac474bfb78455dad05ccb1092d67) AuthConfig (37eedbb3756b4a242d9f0668ad2db2d5d2858ae354ca32760d492d64e8f2df6f) AuthConfig (f7a4078c957f044172e25092bc6873d4aa2c390a56341f28b9cd70b63cdc10eb) AuthConfig (a41f6f2bd074c6e8ab6641dd069be3aded774d61e18a4b61a10a63af7f4fa0a1) AuthConfig (783e10cac949c3dc2ba0b5c7daf33cafb8522c17f5358c8c8bbd5f109c9d1b5b) AuthConfig (39b96e14093b88e7b2ae034420d8e0c207409916a908ce3b89eea83bcf0c7c28) AuthConfig (5dfd1f72db78b291b6860b0a4818923fa820c6b3686a6565f0f981dd29c092b3) AuthConfig (a5a5a1a29d7e35b8e4543f80331221f897594129734d88957fbed073fc3ee024) AuthConfig (9acdcf896c9c10830b266c4bce2ba7b8953333f0673f7126467971df319d2ff1) AuthConfig (edb284c95fd603b932aa1182a796c43d447a0cc664d4559ac04ad11e7fecdfd7) AuthConfig (c792812c497c25bec092a6585da664c3a8ddf91ad4dcb2f27153d695b0493c49) AuthConfig (86e9c2d437be1a5bc41b1c5d07f8064a2cdb67b350a92d3e2ffea4c3845f52a2) AuthConfig (a6bc4e1f7d1ea5a2f2f8843f8c0a7272eb14f15c264574dff5aa9c0162a776a3) AuthConfig (cf5a03f56fcde24d708a7d95764e53590061d9447c4486b12630832db628d4ae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"5a3e7eaa-a0ff-45b3-9145-bb42c33add2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.926134706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-2-w1-b3cdc8","reconcileID":"5e5a967d-532f-4dd2-8dd7-b47c5dfc9542","MaaSModelRef":{"name":"distinct-2-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-2-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-2-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.93167707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"distinct-w1-b3cdc8","reconcileID":"7ffed2c5-0aee-48ea-bc65-d639d2fdaaef","MaaSModelRef":{"name":"distinct-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"distinct-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"distinct-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.938537163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"premium-w1-b3cdc8","reconcileID":"c52096f6-af6b-4e82-86b9-2cb8e35050c2","MaaSModelRef":{"name":"premium-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"premium-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"premium-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:32.944490419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"namespace":"e2e-models-e2e-worker-w1-b3cdc8","name":"simulator-w1-b3cdc8","reconcileID":"efbe9b06-7f19-461c-8e19-b8a5ee209668","MaaSModelRef":{"name":"simulator-w1-b3cdc8","namespace":"e2e-models-e2e-worker-w1-b3cdc8"},"routeName":"simulator-w1-b3cdc8-kserve-route","namespace":"e2e-models-e2e-worker-w1-b3cdc8","llmisvcName":"simulator-w1-b3cdc8","gateway":"openshift-ingress/e2e-worker-w1-b3cdc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.083552634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"ee6ab4c8-67ed-4224-9e6f-52d2ff50c7d3","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","subscription":"e2e-rate-iso-b-c6db2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.136467618Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"ee6ab4c8-67ed-4224-9e6f-52d2ff50c7d3","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.219399878Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"e2e-rate-iso-b-c6db2c","reconcileID":"ee6ab4c8-67ed-4224-9e6f-52d2ff50c7d3","MaaSSubscription":{"name":"e2e-rate-iso-b-c6db2c","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"name":"maas-trlp-rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.491443449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"b618529f-e431-419c-b0f0-03120327e590","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"tenant":"e2e-shared-b-w3-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","model":"ai-tenant-e2e-shared-b-w3-a301e0/rate-test-model-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.491473004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"rate-test-model-a301e0","reconcileID":"b618529f-e431-419c-b0f0-03120327e590","MaaSModelRef":{"name":"rate-test-model-a301e0","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"routeName":"rate-test-model-a301e0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","llmisvcName":"rate-test-model-a301e0","gateway":"openshift-ingress/e2e-shared-b-w3-a301e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.93465443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","namespace":"ai-tenant-e2e-worker-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.934711592Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","namespace":"ai-tenant-e2e-worker-w1-b3cdc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.934758063Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","tenant":"e2e-worker-w1-b3cdc8","tenantID":"e2e-worker-w1-b3cdc8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:34.990780233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b3cdc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.053560311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Service","name":"maas-api-e2e-worker-w1-b3cdc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.110479728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b3cdc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.164764922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b3cdc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.222465822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.27706072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.333817023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.393613833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.447033848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.499278499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.551503141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Service","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.60464575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.656721033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.710285532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.762585956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.820424438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.8726134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.924870553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:35.978388838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b3cdc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:36.030640098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b3cdc8"},"namespace":"ai-tenant-e2e-worker-w1-b3cdc8","name":"default-tenant","reconcileID":"b1a47e1c-3983-4ee0-b12e-12c851d7dfc8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b3cdc8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.45475948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b2d06bb4-b524-4e54-a1e3-2ca4e124885a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.458276148Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b3cdc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b3cdc8","reconcileID":"c7ba5781-44fd-48ac-8239-b230a62c0e39","aitenant":"ai-tenants/e2e-worker-w1-b3cdc8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.547312194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b2d06bb4-b524-4e54-a1e3-2ca4e124885a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.870362318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5d5d4ea5-10d7-45a2-82f8-ca42f5465a7f","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.870388674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5d5d4ea5-10d7-45a2-82f8-ca42f5465a7f","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.873736465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"74ed4037-de32-4a43-9f94-cd73fd3bd66d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:40.930182416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"74ed4037-de32-4a43-9f94-cd73fd3bd66d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.091196266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec29268e-c0e2-413b-8647-edf3febdef1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.144234334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec29268e-c0e2-413b-8647-edf3febdef1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.196777874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec29268e-c0e2-413b-8647-edf3febdef1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.201743963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"eb218912-c55f-4918-a9cb-0be6538cf4db","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.201760455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"eb218912-c55f-4918-a9cb-0be6538cf4db","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.249333324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec29268e-c0e2-413b-8647-edf3febdef1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:41.308421544Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b3cdc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b3cdc8","reconcileID":"c7ba5781-44fd-48ac-8239-b230a62c0e39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b3cdc8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b3cdc8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:43.197781513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ebb59b-c3b8-4963-8a86-f0641aae95c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:43.252304552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ebb59b-c3b8-4963-8a86-f0641aae95c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:43.304952985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ebb59b-c3b8-4963-8a86-f0641aae95c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:43.357573079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53ebb59b-c3b8-4963-8a86-f0641aae95c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.265109326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bde3ffc-a3bf-45bf-91ea-add0e8d7f182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.317749581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bde3ffc-a3bf-45bf-91ea-add0e8d7f182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.370146675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bde3ffc-a3bf-45bf-91ea-add0e8d7f182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.422881856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bde3ffc-a3bf-45bf-91ea-add0e8d7f182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.652608753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"fb3764c3-9957-4605-8d5f-16367fc361a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.652638223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"fb3764c3-9957-4605-8d5f-16367fc361a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.710396212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"cac4c572-5ee1-4172-9191-ce63a116d507","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.710420087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"cac4c572-5ee1-4172-9191-ce63a116d507","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.815288748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"4a17870a-ad03-45ff-a744-6b48908917e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.93953393Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"4a17870a-ad03-45ff-a744-6b48908917e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:45.994609688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-eac21d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"4a17870a-ad03-45ff-a744-6b48908917e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.05219752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"20fe2069-5f28-4fe0-986b-7990411707be","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.05221736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"20fe2069-5f28-4fe0-986b-7990411707be","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.547565374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"5fe6c69d-01fa-4694-8285-0169c00f983d","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.54758466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"5fe6c69d-01fa-4694-8285-0169c00f983d","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.604814482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"fad4c708-306b-42dc-a712-bb062d086ae2","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.604861775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"fad4c708-306b-42dc-a712-bb062d086ae2","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.70969852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"08927a85-eda4-4596-9592-8a0fcead9db9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.849170676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"08927a85-eda4-4596-9592-8a0fcead9db9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.904743169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"08927a85-eda4-4596-9592-8a0fcead9db9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.960010273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"2ae5420b-129a-4351-bab2-f838302dc0f0","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:46.96003965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"2ae5420b-129a-4351-bab2-f838302dc0f0","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:55.931460819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.158344434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bd9d5b26-fa12-452d-af57-629b7ff93ce5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.215457627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bd9d5b26-fa12-452d-af57-629b7ff93ce5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:56.270534018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-eac21d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"bd9d5b26-fa12-452d-af57-629b7ff93ce5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:57.06543117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9065e7a-3540-415b-b0f8-9300a5d1ee0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:57.121499154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9065e7a-3540-415b-b0f8-9300a5d1ee0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:59:57.177135655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"a9065e7a-3540-415b-b0f8-9300a5d1ee0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.377611949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0253569c-2739-4822-aaf0-1d43c7122c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.434180332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0253569c-2739-4822-aaf0-1d43c7122c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:06.489998694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-eac21d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"0253569c-2739-4822-aaf0-1d43c7122c40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.283034291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"3d747479-f70d-4bc7-885a-c226072731ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.340180498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"3d747479-f70d-4bc7-885a-c226072731ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.396557707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e333d7b6ccff89f30872a9fba8025ccd42c52c4f3f9b3e8db3b6f6311df10f8) AuthConfig (1873b8940719191a1d58557be1e74ff4865b229ca9d918050f3d56fcec35c710) AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (1189a73da41427ccd94c091e6ed9d4c902281caaeecb058ffd6cfa4cec333256) AuthConfig (8a72df2e88dd1a2465dd2bc435e981be98e922991fc1e14826c685f4e77bc578) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (47a65cc814c748e7c19f4c356535fd29357bf81487bcbf470f53ea133c6108ee) AuthConfig (50f23d8d1ddb6506fba106b756630f7c59529f00648016aef1defdd799d8244a) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (2fcc275742dbb4f5595113477e0ba56459ef515a05caab51b77153d25159aa0d) AuthConfig (8ec3423de1fe8520db6e86dd8ce7d2532c49aacffca297184616a5222e667c75) AuthConfig (dab8894b10930a83aab75566230f8e27af9749e7dc9da95480264698f956fb45) AuthConfig (57ed68d6fa879df8134d37610459f964c859dfe7137397398842478e54511933) AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (73ea3142c34e30f1423cc675c419a2194bef6802d4ff6ffa711b362264034c6c) AuthConfig (bfb6804a2a0ae92f1651a979f11eee0edb3cdb6bca3e701fe4a8f72ca4690ec1) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"3d747479-f70d-4bc7-885a-c226072731ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.456055283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"079906bd-63c0-4fd5-8203-ac772f8567b7","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:07.456073602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"079906bd-63c0-4fd5-8203-ac772f8567b7","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.595943812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b62c74a4-16c8-4f31-bc87-9cca89c43396","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.653321118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b62c74a4-16c8-4f31-bc87-9cca89c43396","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.709805653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-eac21d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bbc35a0a3dcc1aee8af06f963b0994381bacac9889f2da4e177a6e827e95e10f) AuthConfig (14c4f045297f3bad5829c170633afd8170615405ce552373ea7627c7210eaeff) AuthConfig (31ad77bff7d969de641000d293d17f579895bbf9321ab147a1d0c05300eb93a7) AuthConfig (c51ef50af84e79635d07b9651c37387d3e7bb9bf2c5e7a7f8576609730c8265b) AuthConfig (c84ae66e8aad9643ffaba518fcda97c77714dcf1f7c0c9b61bf9491ca3e6d03d) AuthConfig (32817bcee1f8a3e42a93374d07d08336056338126d0cfe02e955ad6a301ba2a3) AuthConfig (1ab786e9744505dd0a4aaa969ee5eb49517a2658fc84838583e4aeefce9d496c) AuthConfig (9e4a35ddccb4ed8119710cf375ca2ff17048c62bec8f4b3e3cb44739e96b2a68) AuthConfig (7312d85deaff5ac155835a6eac398aa7f38a38ca85717e4eb239b96de9544234) AuthConfig (155c0868dca7e1435ced3b7af7480ad0821d4f139060103c365b4975905488e7) AuthConfig (b274673d22967f320db90aaaa62a537694a82069d46c46e9e29fd49ba4607447) AuthConfig (22b73a1c0bcfac72b9f22638d7f960cd3db2bcbeff126e5306beb5167311ea09) AuthConfig (9e66084b266e5feb93629daf7190c9df3f76a03b8737ad6858d4416e5652bddc) AuthConfig (abed3ec8dbb34edb0d5c7cfef6c024938688991d18b16563f8a6b6c3cddfebae) AuthConfig (d8b01fb26062eb77ecddc5cbe72ef65ce1f688d1b596cfae5a902c2f492a0a8f) AuthConfig (3b626347dd29ee9a37bc700c90bcaebd62456b00822118a1426eb13f2fbf8ae2) AuthConfig (4dbf1b51a1688fefe9f29561bf1414d93acc2b817944d03885a87166bf7484b8) AuthConfig (b2fc20b66207affd0169c937aa7c21931a832a0ef60f6b99c7a14a7afa4e1bbb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b62c74a4-16c8-4f31-bc87-9cca89c43396","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.775268496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"9031724a-63dc-409c-9eb3-7c458b398c78","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:16.775295642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"9031724a-63dc-409c-9eb3-7c458b398c78","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.563118616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"06303a7e-b249-4476-bf7a-e9ec084b3c8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.622787646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"06303a7e-b249-4476-bf7a-e9ec084b3c8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:17.684106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d5345e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e333d7b6ccff89f30872a9fba8025ccd42c52c4f3f9b3e8db3b6f6311df10f8) AuthConfig (1873b8940719191a1d58557be1e74ff4865b229ca9d918050f3d56fcec35c710) AuthConfig (c331dc345385f72d2a736eeb8bc8abe6e27ce835d90fb877106007b8076cb13f) AuthConfig (1189a73da41427ccd94c091e6ed9d4c902281caaeecb058ffd6cfa4cec333256) AuthConfig (8a72df2e88dd1a2465dd2bc435e981be98e922991fc1e14826c685f4e77bc578) AuthConfig (ebabdcd35e82d8d664262c57c704f350ecbbb0068aeb102b8e10fe080e0c2020) AuthConfig (47a65cc814c748e7c19f4c356535fd29357bf81487bcbf470f53ea133c6108ee) AuthConfig (50f23d8d1ddb6506fba106b756630f7c59529f00648016aef1defdd799d8244a) AuthConfig (539cf1d6ff1c1e4f487fe45f3126543896aac64541de2a637783ba188cb32ebb) AuthConfig (12202e649b11438081e646ef5d7888bd22959fbfbba546fa3ddc51f1bf311a54) AuthConfig (2fcc275742dbb4f5595113477e0ba56459ef515a05caab51b77153d25159aa0d) AuthConfig (8ec3423de1fe8520db6e86dd8ce7d2532c49aacffca297184616a5222e667c75) AuthConfig (dab8894b10930a83aab75566230f8e27af9749e7dc9da95480264698f956fb45) AuthConfig (57ed68d6fa879df8134d37610459f964c859dfe7137397398842478e54511933) AuthConfig (4948a789519f900e904ea77b3e9a1ac9ceae5f74e77ab7fea06d46992b888f30) AuthConfig (73ea3142c34e30f1423cc675c419a2194bef6802d4ff6ffa711b362264034c6c) AuthConfig (bfb6804a2a0ae92f1651a979f11eee0edb3cdb6bca3e701fe4a8f72ca4690ec1) AuthConfig (ef7068eafcbc6c8afa99cd4dbba15cefb7a0ceb2ecebd97ab47b89c300ba3251)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"06303a7e-b249-4476-bf7a-e9ec084b3c8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:19.932978686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ddab1ac7-3a10-494a-9d83-9b87c1db3d67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.430021192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0159f40b-bdf8-4c4f-b852-ea294ff0a2e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.541550532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"8a0a1528-7a8e-43b4-b2cb-79b881d4f276","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.710538242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"ae4e8eec-4768-48f2-9335-97ec7eb2aaa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.809297201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"a95caf67-e0a4-4449-a33a-8a1f3d42d0ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.909342249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"e9394c2f-8ea5-4ccd-b832-77c75e887df2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:20.909359085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"78d70495-762f-4af4-a1b3-e4cc79550308","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:21.010284443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a01cc348-2e18-475c-a0e6-a27a6d55c581","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:25.931757524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.883628706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b6b5661e-0f24-43c1-8a4e-c1b25fc54723","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:26.94256606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"b6b5661e-0f24-43c1-8a4e-c1b25fc54723","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.264230345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"9dfd2b71-e8e2-4fc9-bd66-afa8e60b07d8","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.26424962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"9dfd2b71-e8e2-4fc9-bd66-afa8e60b07d8","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.790659391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"14c10140-a968-4b25-befb-2a0502492d46","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:27.851553751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"14c10140-a968-4b25-befb-2a0502492d46","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:28.124876682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"abd33c91-c6bd-4b46-9965-d61f28135c0e","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:28.124894288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"abd33c91-c6bd-4b46-9965-d61f28135c0e","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.709055664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"eb18206c-e14c-4a84-a9da-25a4fe52b375","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.709084646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"eb18206c-e14c-4a84-a9da-25a4fe52b375","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.769763216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"2c747ca7-bd8a-48cd-8cc7-aaa964555083","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.76978763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"2c747ca7-bd8a-48cd-8cc7-aaa964555083","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.815011021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"7ec93727-7603-4469-89ff-04300d1de0f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:32.815772517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"3d90f1c0-23db-401f-8524-7340b6662b27","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-637bcf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:32.823848223Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"2c747ca7-bd8a-48cd-8cc7-aaa964555083","name":"sub-test-model-d03e5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d03e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:32.823900612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"2c747ca7-bd8a-48cd-8cc7-aaa964555083","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d03e5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.829236502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"01e47d16-e555-470b-82e0-c8d7acc7e888","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.829251044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"01e47d16-e555-470b-82e0-c8d7acc7e888","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.87268773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"7ec93727-7603-4469-89ff-04300d1de0f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.923610097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"3476cd17-b130-4a28-9894-b6cb6d6b3729","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.92362733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"3476cd17-b130-4a28-9894-b6cb6d6b3729","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.979326339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"574bbb70-e261-46fc-a6c9-f3e310361dd2","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:32.979346416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"574bbb70-e261-46fc-a6c9-f3e310361dd2","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.025690657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"2a69a8c4-7a2f-4a5b-b816-6f85cb794e80","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.025715031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"2a69a8c4-7a2f-4a5b-b816-6f85cb794e80","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.084585518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"064a2647-cfef-4abc-9058-0ecda0f323f7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.084604567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"064a2647-cfef-4abc-9058-0ecda0f323f7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.131383421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"2bab53eb-fa4b-4329-9a78-bdcd38e8d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:33.132155897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"a96419e6-e606-4130-89cc-5ab551a1d69f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-637bcf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:33.13850544Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"064a2647-cfef-4abc-9058-0ecda0f323f7","name":"sub-test-model-eac21d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-eac21d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:33.138549923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"064a2647-cfef-4abc-9058-0ecda0f323f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-eac21d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.143903069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"d0adfda2-6357-44a4-b61a-5b66ad3f92b1","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.14391861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"d0adfda2-6357-44a4-b61a-5b66ad3f92b1","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.189306524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"2bab53eb-fa4b-4329-9a78-bdcd38e8d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.202709335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"aa9c82ac-a0e2-4572-b3b0-f02d7c0f2be3","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"sub-test-model-d03e5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-d03e5b/e2e-shared-sub-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.230728982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"ee46d40a-18f9-4396-a1e7-3aa15ff4045b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.237214201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"26716777-50c6-4a24-8523-5c57ff0fe2bf","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.237239046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"26716777-50c6-4a24-8523-5c57ff0fe2bf","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.289032796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"ee46d40a-18f9-4396-a1e7-3aa15ff4045b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.295164031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"0fcaf09b-c739-4d7e-b5a8-bbe6fa558d42","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.295178754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"0fcaf09b-c739-4d7e-b5a8-bbe6fa558d42","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.306157764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4771fa1a-7818-4b76-8970-95fbc5953e83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.313023485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"264edb56-15b3-482c-b63b-b361f2332592","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.313040257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"264edb56-15b3-482c-b63b-b361f2332592","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.372856246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"b90aa75e-f6fb-46a3-8f78-8c19a638e432","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.372872703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"b90aa75e-f6fb-46a3-8f78-8c19a638e432","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:33.421434716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"aab7da49-f3e5-4702-8024-de0d9eb0ed7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-637bcf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.423095814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"fb16a139-8210-43b8-90c4-1693ca2f256c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.500902964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"a636fa87-a68a-4b6a-82ee-cc52e87afe7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.525375334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"92597121-4a03-45b2-9820-43cf2e558efc","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"sub-test-model-eac21d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-eac21d/e2e-shared-sub-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.545589425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5d3a8a4b-9fb2-4d73-a991-b64fb8a4f6ab","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.545608909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5d3a8a4b-9fb2-4d73-a991-b64fb8a4f6ab","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.561907272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"a636fa87-a68a-4b6a-82ee-cc52e87afe7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.600361146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"66415ca0-c046-4d5a-aeda-8c4b5ec2d0d2","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.600380223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"66415ca0-c046-4d5a-aeda-8c4b5ec2d0d2","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.601274036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"33649d86-95f7-4c6b-9260-c93883e2b8d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.605304348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d280c7d9-a8c6-4c5f-9b6c-10e65d8d4750","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.605319884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d280c7d9-a8c6-4c5f-9b6c-10e65d8d4750","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.656451459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"a7da9168-2cc8-417b-99f8-4b410e42e133","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.656471584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"a7da9168-2cc8-417b-99f8-4b410e42e133","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.658694691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"33649d86-95f7-4c6b-9260-c93883e2b8d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.68025796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"fe520f9d-6a6a-495a-b784-9e5a021bc645","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-d03e5b/e2e-a-only-637bcf","ai-tenant-e2e-shared-a-w2-d03e5b/e2e-shared-sub-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.694826174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"d055c245-3f62-4f5d-ad9b-cf8b14b19ef7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.694873693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"d055c245-3f62-4f5d-ad9b-cf8b14b19ef7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.703062623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"2b52af0e-16ed-4266-8783-431c62823618","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.70308889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"2b52af0e-16ed-4266-8783-431c62823618","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.725944154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"5d629650-285f-485d-b348-6835ce0d3422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.770018014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"4dd01608-6170-4885-9a5f-efd02af5be6d","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.770035729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"4dd01608-6170-4885-9a5f-efd02af5be6d","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.814050991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"4a303650-429a-4f4b-ac91-ddda7581e20b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.827650589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"6256d441-bf4d-42ed-89db-5c4835a9494a","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.828211429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbec9ca5-dd82-42a6-92d3-17c01deff2b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.871512486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"4a303650-429a-4f4b-ac91-ddda7581e20b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.911865025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"6d29d428-e610-4d42-9ed9-b74d9d5d7f32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.953613254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"64afcd46-95c1-41ab-895b-174f1930b2b3","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.953631789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"64afcd46-95c1-41ab-895b-174f1930b2b3","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.990364638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"a9b72c31-f349-406d-8f17-bc25ce50d73a","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-eac21d/e2e-b-only-637bcf","ai-tenant-e2e-shared-b-w2-eac21d/e2e-shared-sub-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.991287424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"db861eaf-74aa-4179-87bb-cbcc9a0cf25c","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.991305305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"db861eaf-74aa-4179-87bb-cbcc9a0cf25c","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:33.999162398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"6d29d428-e610-4d42-9ed9-b74d9d5d7f32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052122829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"e9fb8f1b-371f-47b6-8a22-6a23ca5c7d89","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052147576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"e9fb8f1b-371f-47b6-8a22-6a23ca5c7d89","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052505069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"1938a88e-76a3-45d1-ae0f-d4c58c5a55ba","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052518769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"1938a88e-76a3-45d1-ae0f-d4c58c5a55ba","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052817628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f4674f37-2a6d-4728-8a2b-1846f4647efa","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.052849781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f4674f37-2a6d-4728-8a2b-1846f4647efa","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.067782891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"c961071f-c886-459e-a202-144e2fede01b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.102595726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"515982f7-c002-4968-b9a4-7e802aa12daf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.161630385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"515982f7-c002-4968-b9a4-7e802aa12daf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.171304269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"635ebaa3-e654-4969-95d3-29b2e0145298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.202582296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"b38d4bd5-c13f-426f-b671-64a086000d0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.260073362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"b38d4bd5-c13f-426f-b671-64a086000d0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.271966917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"c805c9fc-4edd-4380-934b-c96241b16be1","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.272003867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"f9fb7ea2-3d6e-4d6c-bc48-fca265258ccb","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.282659018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"dcc52ff2-9f8f-413c-838d-688f99f1599f","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.282675311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"dcc52ff2-9f8f-413c-838d-688f99f1599f","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.308792042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e0725e8b-589e-40b9-baf2-de8722eb1f03","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.308815105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e0725e8b-589e-40b9-baf2-de8722eb1f03","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.338569185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"07e268b7-b470-4b88-b9e5-467e1cf79251","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.338587633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"07e268b7-b470-4b88-b9e5-467e1cf79251","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.366824293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"0d01abb9-e3bb-4f97-9583-0193429a42f1","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.366860892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"0d01abb9-e3bb-4f97-9583-0193429a42f1","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.367154492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"35686da8-4622-4912-9bc2-bde69991779b","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.439279973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"5304fd5e-df24-45ca-bb9d-7049ae57a55d","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.439298148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"5304fd5e-df24-45ca-bb9d-7049ae57a55d","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.475456729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"89e8a1c3-838d-4e8b-851c-096f1b9df28b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.492580149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"6c7a3d52-05c9-4c28-883f-3e2ec69c7657","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.532265964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"89e8a1c3-838d-4e8b-851c-096f1b9df28b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.557259594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"a1cda70c-72e5-4ae5-8e7c-7c43fb81f64a","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.557287094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"a1cda70c-72e5-4ae5-8e7c-7c43fb81f64a","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.583755145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"c06a0417-3a32-4824-96b4-5625699b5779","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.595290945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"6852f6a4-9aad-421e-84cd-c0688d3bf5bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.604161274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"2cecfae0-e03f-427c-8fdb-acb4e0efe8bd","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"sub-test-model-586697","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-586697/e2e-a-only-59019c","ai-tenant-e2e-shared-a-w4-586697/e2e-shared-sub-59019c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.628893366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"9c2f9b46-4d45-42a9-b2e7-b94126fb0318","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.62891609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"9c2f9b46-4d45-42a9-b2e7-b94126fb0318","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.653252776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"c06a0417-3a32-4824-96b4-5625699b5779","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.699388819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"1a56bff5-cede-48f9-9645-59997e8513fe","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.69999471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"46284b25-6613-405f-baea-8a3e6abce9e8","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.74026265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"ed63745e-9b26-4d48-986e-85f67e4fa4e7","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.740282737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"ed63745e-9b26-4d48-986e-85f67e4fa4e7","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.778659305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"27d088e9-98a4-42cc-a3c3-49f55a744be5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.778679242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"27d088e9-98a4-42cc-a3c3-49f55a744be5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.79696386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"68fb8a7b-546c-439a-9d54-583aa33b0998","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.796981344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"68fb8a7b-546c-439a-9d54-583aa33b0998","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.805586179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"2a87399c-dd63-4746-8a5f-0778536b38a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.818600011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"a3ea028e-a774-453e-bf7d-9da92bd7364a","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.818618569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"a3ea028e-a774-453e-bf7d-9da92bd7364a","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.86484228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"2a87399c-dd63-4746-8a5f-0778536b38a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.874669644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"a33e7864-cae8-435b-ab00-6ea6c7367094","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.87468878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"a33e7864-cae8-435b-ab00-6ea6c7367094","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.887156858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"65605aa2-aec2-42b1-837e-9ba872e369d6","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.887180932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"65605aa2-aec2-42b1-837e-9ba872e369d6","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.945551116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"dbe01a8a-2fef-426b-9d4c-1e386603c68f","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:34.945571628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"dbe01a8a-2fef-426b-9d4c-1e386603c68f","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.014432663Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"51aae8cc-c0e7-430c-8eb2-10109ee96be2","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"sub-test-model-d5345e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-d5345e/e2e-b-only-59019c","ai-tenant-e2e-shared-b-w4-d5345e/e2e-shared-sub-59019c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.110377582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"8d995c24-45c0-4d18-864f-250d2ab32dd3","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.110755084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"16d81b3d-84db-4dfe-9193-4ab56764d266","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.15637281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"9e01d0d5-b9c9-4d5a-90c7-947a3045575e","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.180590757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6265d836-3884-49aa-b0ec-0f0e58206f66","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.180609879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6265d836-3884-49aa-b0ec-0f0e58206f66","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.281315876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e7adfa40-3848-47b2-ac21-eeb3cfc7485d","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.281336137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e7adfa40-3848-47b2-ac21-eeb3cfc7485d","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.328760986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"ea33436c-84fa-44d5-8b00-2832e668ac2b","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.328780488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"ea33436c-84fa-44d5-8b00-2832e668ac2b","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.392527989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"7cd23d9b-3171-4167-b811-d0dd0c2d8e49","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:35.539678946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"cb97bfa3-948c-4521-92b4-cf7ef46d82fc","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:41.091633011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b7cb3-d443-4843-b141-3e0cc65a4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:41.144366462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b7cb3-d443-4843-b141-3e0cc65a4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:41.197136357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b7cb3-d443-4843-b141-3e0cc65a4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:41.249707535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7b7cb3-d443-4843-b141-3e0cc65a4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:43.231673486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd58042f-ff9f-482f-b656-33b15dca0624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:43.285078971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd58042f-ff9f-482f-b656-33b15dca0624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:43.337965686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd58042f-ff9f-482f-b656-33b15dca0624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:43.39413558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd58042f-ff9f-482f-b656-33b15dca0624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.872927824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"02b1e65a-e7df-464e-bc18-4779c0ba14ba","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.872955359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"d642dda7-f09c-4597-980f-15f412d65dab","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.985986133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"ec0c040a-1b36-401a-b099-be82ac8a5be5","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:46.986081974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"0b5e8239-ae1c-4d6e-9ac6-2ee33fcded15","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.045082684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"37b93419-4034-4f6a-9a06-a43f3f413f38","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.045169652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d3d46beb-eb1e-418d-8615-4f1241cd7925","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.04518587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"d3d46beb-eb1e-418d-8615-4f1241cd7925","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.046807974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"cdb47abd-1a83-4d94-8016-6425d2d5fc8e","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.046821262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"cdb47abd-1a83-4d94-8016-6425d2d5fc8e","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.16109339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"faa85376-dfa0-4192-a7d6-ef08a73559a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.161112387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"faa85376-dfa0-4192-a7d6-ef08a73559a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.162275145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"088d6dce-98d4-453a-a15c-423b3b3f5ed2","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.162292314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"088d6dce-98d4-453a-a15c-423b3b3f5ed2","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.227137546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"1ef194ff-f633-4381-8da3-96c564474172","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.227156499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"1ef194ff-f633-4381-8da3-96c564474172","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.269918116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"fbda6e99-c163-4313-87ce-c5a029fb9291","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.270625629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"fb43d36f-c15d-4765-8966-e1df87264bbb","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.371789064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"1aa432d7-62f1-45b5-bf74-f246b5addc6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.381096811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"e7485112-76bf-4ebc-b66e-e60b2927ed86","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.43139132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"1aa432d7-62f1-45b5-bf74-f246b5addc6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.444334003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"02c50620-fdf2-43b1-a899-deba4af1e80d","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.444355298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"02c50620-fdf2-43b1-a899-deba4af1e80d","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.444817808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"b5469676-5eaf-48c8-bad8-b5d38597a2cc","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.444849851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"b5469676-5eaf-48c8-bad8-b5d38597a2cc","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.492008748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"4604c015-1f13-4af6-bb09-a7855d944b3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.550062683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"4604c015-1f13-4af6-bb09-a7855d944b3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.552633109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"aae7b4d0-8610-4b77-b799-16569d1238c4","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.552650774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"aae7b4d0-8610-4b77-b799-16569d1238c4","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.715756828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.715816506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.715889675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","tenant":"e2e-shared-a-w3-09d1fd","tenantID":"e2e-shared-a-w3-09d1fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.776224118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-09d1fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.778804235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"251a7ef0-45ba-48ac-86f0-ec241419aa58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.837284467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"251a7ef0-45ba-48ac-86f0-ec241419aa58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.841229835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Service","name":"maas-api-e2e-shared-a-w3-09d1fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.878194414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"b9e3ac59-a7cc-4241-b859-9068281abaac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.900672218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-09d1fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.935592622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"b9e3ac59-a7cc-4241-b859-9068281abaac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:47.956421543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-09d1fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.016801709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.072656963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.133323274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.192656134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.246376156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.299959915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.353547834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.406712258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.459302902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.511579376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.565044017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.622007854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.675163869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.729361082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.785299201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-09d1fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:48.837880727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-09d1fd"},"namespace":"ai-tenant-e2e-shared-a-w3-09d1fd","name":"default-tenant","reconcileID":"56779214-9441-411c-b991-816c3653022b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-09d1fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:52.968460326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"265d5a63-4223-46a4-aa9d-01cda25ce9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:52.968591818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"e0c91d5d-6dd9-409f-97f9-81e675bf04ce","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:52.968609632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"e0c91d5d-6dd9-409f-97f9-81e675bf04ce","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.200587596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"265d5a63-4223-46a4-aa9d-01cda25ce9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.253177995Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-09d1fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-09d1fd","reconcileID":"0f298e3b-0820-4f17-9305-c8ee27572e4e","aitenant":"ai-tenants/e2e-shared-a-w3-09d1fd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.255124089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"0dda1c1d-a452-40fc-ba72-eab0f0d60658","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.255367797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"bd023c70-dc4c-4ace-9b94-b7c6361fe11b","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.331787614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"265d5a63-4223-46a4-aa9d-01cda25ce9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.331809165Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"265d5a63-4223-46a4-aa9d-01cda25ce9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.391556386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"95ed8eba-ecd2-4390-a4c4-bdaee9ab59ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.391786988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"89fcf053-ba8b-4da6-a3a2-1107b34bdc60","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.391804096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"89fcf053-ba8b-4da6-a3a2-1107b34bdc60","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.528418887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"4b580f0b-1337-4104-a5da-07e27e9b7b41","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.528435808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"4b580f0b-1337-4104-a5da-07e27e9b7b41","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.597497155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"95ed8eba-ecd2-4390-a4c4-bdaee9ab59ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.655758327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"95ed8eba-ecd2-4390-a4c4-bdaee9ab59ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"e2e-shared-a-w2-d03e5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.65578541Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"95ed8eba-ecd2-4390-a4c4-bdaee9ab59ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.675196266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"087cec00-94ec-4aca-8cfc-3919dd161cde","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.676298051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"62a1594e-5e8f-4cea-a2bd-87f178642bd3","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:00:53.708593309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-sub-iso-auth-637bcf","reconcileID":"95ed8eba-ecd2-4390-a4c4-bdaee9ab59ce","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-637bcf\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.737615982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d037c41-48f7-4ce8-8c2f-a4f0424d3899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.792129716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d037c41-48f7-4ce8-8c2f-a4f0424d3899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.844763642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d037c41-48f7-4ce8-8c2f-a4f0424d3899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:53.898122497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d037c41-48f7-4ce8-8c2f-a4f0424d3899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:54.077072004Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-09d1fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-09d1fd","reconcileID":"0f298e3b-0820-4f17-9305-c8ee27572e4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-09d1fd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-09d1fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:55.832332731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c31182-a966-4e5e-8c4e-9c09f1acde3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:55.885889416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c31182-a966-4e5e-8c4e-9c09f1acde3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:55.933111116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:55.939220793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c31182-a966-4e5e-8c4e-9c09f1acde3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:55.99261562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c31182-a966-4e5e-8c4e-9c09f1acde3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.898016902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1998bd7-2445-4b9a-a0b2-4b9b784ca14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:57.951048877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1998bd7-2445-4b9a-a0b2-4b9b784ca14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.003381244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1998bd7-2445-4b9a-a0b2-4b9b784ca14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:00:58.055817529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1998bd7-2445-4b9a-a0b2-4b9b784ca14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.091399773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e05612f-4c8d-4aae-8f18-0fc5cd9236fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.144398299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e05612f-4c8d-4aae-8f18-0fc5cd9236fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.197042051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e05612f-4c8d-4aae-8f18-0fc5cd9236fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:03.250618483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e05612f-4c8d-4aae-8f18-0fc5cd9236fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.070286794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"143c70dd-62a2-44b3-8c47-7477abdfa353","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscription":"e2e-shared-sub-637bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.346701824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-shared-sub-637bcf","reconcileID":"143c70dd-62a2-44b3-8c47-7477abdfa353","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-d03e5b/e2e-a-only-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.574293644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"21af4fd1-37e5-4faf-9d34-675f2cec5d38","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.624425547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5c830049-8c1c-4a63-b756-1d3dacb13e42","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.62444845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"5c830049-8c1c-4a63-b756-1d3dacb13e42","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.801917498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"897eb2ca-f1cb-4064-a4b0-097c3c5a1919","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:04.80193863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"897eb2ca-f1cb-4064-a4b0-097c3c5a1919","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.005748977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.005827089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","namespace":"ai-tenant-e2e-shared-b-w3-a301e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.005910677Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","tenant":"e2e-shared-b-w3-a301e0","tenantID":"e2e-shared-b-w3-a301e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.060152243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-a301e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.122732788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Service","name":"maas-api-e2e-shared-b-w3-a301e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.182142457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-a301e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.196134768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566b3f22-6f1a-436d-b77f-0aec8fb2c9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.248820114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566b3f22-6f1a-436d-b77f-0aec8fb2c9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.254980596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-a301e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.309086945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566b3f22-6f1a-436d-b77f-0aec8fb2c9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.362258493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"566b3f22-6f1a-436d-b77f-0aec8fb2c9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.369065968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.425645637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.48745843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.543676976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.633055962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.685200403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.737893915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.795035642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.851200453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.90467508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:05.959250201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:06.017248524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:06.069697938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:06.122542995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:06.176202402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-a301e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:06.228688477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-a301e0"},"namespace":"ai-tenant-e2e-shared-b-w3-a301e0","name":"default-tenant","reconcileID":"56a5b5ff-afe3-49cb-8e97-b91536ce51b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-a301e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:09.906205766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a301e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a301e0","reconcileID":"083fe957-a6d8-4b2c-9a87-0c5be25b0ffe","aitenant":"ai-tenants/e2e-shared-b-w3-a301e0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.382118323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2384ed-9876-4020-9d64-ab04df731175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.435504712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2384ed-9876-4020-9d64-ab04df731175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.488159108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2384ed-9876-4020-9d64-ab04df731175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.541081581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b2384ed-9876-4020-9d64-ab04df731175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:10.727973364Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-a301e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-a301e0","reconcileID":"083fe957-a6d8-4b2c-9a87-0c5be25b0ffe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-a301e0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-a301e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.939397564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"747f0e6e-0ce2-4872-8e6e-49725f6bd61f","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:11.940861101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-access","reconcileID":"d9393614-41f2-4908-9395-0a335777192a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.109923535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a6eccc1f-8bc6-40bd-beb3-34e0e487e2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.160062245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"c905bba3-c094-4465-8cc0-cbc8a3cd458c","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.167490833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"a6eccc1f-8bc6-40bd-beb3-34e0e487e2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.220269882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"5f01624d-de35-4a01-a760-384f4a55cd80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.301769859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d73ec3f1-c697-4e42-9c85-0b958b700e63","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.5314617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e80447-d91b-4d89-a11e-8072d3546877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.532572423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31983f3a-e05d-4a1c-b011-eae93d9e0a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.58599784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e80447-d91b-4d89-a11e-8072d3546877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.639847232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e80447-d91b-4d89-a11e-8072d3546877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.643953614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"31983f3a-e05d-4a1c-b011-eae93d9e0a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:12.692649154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e80447-d91b-4d89-a11e-8072d3546877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:14.968275014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"93cb401c-5994-4868-878a-4f6fd385e6e0","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","subscription":"e2e-a-only-637bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.021931226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"93cb401c-5994-4868-878a-4f6fd385e6e0","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.07511818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"e2e-a-only-637bcf","reconcileID":"93cb401c-5994-4868-878a-4f6fd385e6e0","MaaSSubscription":{"name":"e2e-a-only-637bcf","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"name":"maas-trlp-sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.363084868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"6de84867-7113-4703-8f69-f89a17674b8e","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"tenant":"e2e-shared-a-w2-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","model":"ai-tenant-e2e-shared-a-w2-d03e5b/sub-test-model-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.363104168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"sub-test-model-d03e5b","reconcileID":"6de84867-7113-4703-8f69-f89a17674b8e","MaaSModelRef":{"name":"sub-test-model-d03e5b","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"routeName":"sub-test-model-d03e5b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","llmisvcName":"sub-test-model-d03e5b","gateway":"openshift-ingress/e2e-shared-a-w2-d03e5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.659609682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"c9ffd830-0695-4a2f-8234-452034c60fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.659666477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"2482633f-2ba2-40e3-86bb-6f1268c166df","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.659679294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"2482633f-2ba2-40e3-86bb-6f1268c166df","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.866736078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"c9ffd830-0695-4a2f-8234-452034c60fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.936512259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"d952f259-9deb-44c6-bdfd-6f4028d91d1c","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.936564345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"295f2139-6486-4547-959f-b0df355c25b6","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.998437072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"c9ffd830-0695-4a2f-8234-452034c60fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"e2e-shared-b-w2-eac21d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:15.998464514Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-sub-iso-auth-637bcf","reconcileID":"c9ffd830-0695-4a2f-8234-452034c60fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.05580511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"5c34fce9-7963-4a11-ba90-a4299ff704a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.055825899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"5c34fce9-7963-4a11-ba90-a4299ff704a7","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.195327027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"ef15fd30-4cd0-4b1e-83f5-9ff7246be89b","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.195349004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"ef15fd30-4cd0-4b1e-83f5-9ff7246be89b","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.330635956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"16806a84-a4a0-4ecd-a309-51f97567d777","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:16.330715003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"15702821-7e37-4c08-8573-87004d485a9f","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:17.255346783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"be64e7bf-b3e9-48cb-8b48-c582eedf4313","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:17.592317983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"8c1b9fac-7d4c-4188-8859-ce829eba20c2","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:17.916585411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"bfbd3444-07cc-4e0c-b5a2-5ae650f017bd","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.083983194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5ec7ae6e-8619-4804-b02a-aaa0860783b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.132535713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"410b1942-28ad-4b4f-8fce-e7b3b518261a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.141523139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"5ec7ae6e-8619-4804-b02a-aaa0860783b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.239213729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"1806bc7c-a413-4333-9fc8-aa8ed9a4e6a6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.295253356Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d33f5481-7dde-4b7b-9c02-7bade8df3dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.303244293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"19711f2e-8d14-41f9-b55a-424fffd58685","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.348375355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d33f5481-7dde-4b7b-9c02-7bade8df3dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.401776618Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"d33f5481-7dde-4b7b-9c02-7bade8df3dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.452901882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"330acb67-2c4e-40f5-92a8-c842f16e383b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.510857498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"330acb67-2c4e-40f5-92a8-c842f16e383b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.516567351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"2415027c-8d7f-4232-873c-015468e0f0d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.679617196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"6cafcdce-17d2-49a5-9dee-36a80d67e0bb","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.731774603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"4374141c-87c3-4bb8-b5f4-c89f3434bf39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.784379967Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"4374141c-87c3-4bb8-b5f4-c89f3434bf39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/simulator-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.784540909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"aefa76f4-b59f-4b76-af51-38049853fb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:18.841710994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"aefa76f4-b59f-4b76-af51-38049853fb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:19.050690911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"simulator-subscription","reconcileID":"4374141c-87c3-4bb8-b5f4-c89f3434bf39","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:23.966291723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"33fa1453-a53a-4a70-9f2c-9c30831390e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:23.966394547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"38dbb382-ec70-42d0-8b2c-b1330874be5d","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.174192873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"33fa1453-a53a-4a70-9f2c-9c30831390e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.244420179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"b250be80-14ba-4903-9e37-e55d3bd04374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.312914435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"33fa1453-a53a-4a70-9f2c-9c30831390e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"e2e-worker-w3-cc1858-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.312938781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-access","reconcileID":"33fa1453-a53a-4a70-9f2c-9c30831390e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.370579492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"750f2d57-46a1-475e-9596-896b5264480f","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.573243889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"11b78161-f5fa-49c4-800f-c718fa0a71dd","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.644580919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"d3d39057-ee7d-4d04-9cbc-452490dc8802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:24.92377677Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"1996d363-aeb9-4476-8c3c-21e2470a6378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf91b879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.225145454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"35a78377-7edd-4a5b-8897-52c1e66a9e05","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.22545187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"7226166d-43d2-46e9-a076-1359ecb4854f","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.280487051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"d4bf8944-a573-4e74-99e5-6bf87c75258c","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.280684915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"3bf3510f-7540-45a7-b83e-b1eb381abaaf","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.336670891Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"81ee9716-6974-4e43-8ae2-3062ccd7aff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf91b879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:25.931448078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.20375028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11606b4-ea04-4c3a-8c9d-3812010515b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.256418648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11606b4-ea04-4c3a-8c9d-3812010515b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.30924128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11606b4-ea04-4c3a-8c9d-3812010515b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.362094491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11606b4-ea04-4c3a-8c9d-3812010515b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.636395026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"13d78b5f-c359-44e0-873a-c890d49974aa","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscription":"e2e-shared-sub-637bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:26.864412751Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-shared-sub-637bcf","reconcileID":"13d78b5f-c359-44e0-873a-c890d49974aa","MaaSSubscription":{"name":"e2e-shared-sub-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-eac21d/e2e-b-only-637bcf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.07866119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"9a1ee144-1623-4c88-bbc2-1a9ec0483f47","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.12492466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"e9743dc0-9be7-490e-b884-274a97af0d8c","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.124945296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"e9743dc0-9be7-490e-b884-274a97af0d8c","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.455197275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"711a76ee-3342-4b62-a5ca-709106af3179","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:27.4552177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"711a76ee-3342-4b62-a5ca-709106af3179","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.29875665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b078411d-b52a-42d1-88a5-f07b50552249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.35200574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b078411d-b52a-42d1-88a5-f07b50552249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.404744608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b078411d-b52a-42d1-88a5-f07b50552249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:28.4578664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b078411d-b52a-42d1-88a5-f07b50552249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.225771744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"a34bf968-e075-4196-a713-39360acce905","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.280738612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"ad64a171-8196-4662-b799-c0d6777bbe26","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.281099389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"012cad33-ea46-4cf9-8206-21c08b01f8b6","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.335154565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"1ed8158a-3213-492a-a516-39729319f198","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.390108823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"95211e14-88bb-4003-9bfa-663ec37c740a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.443891002Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"95211e14-88bb-4003-9bfa-663ec37c740a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.497763849Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"premium-simulator-subscription","reconcileID":"95211e14-88bb-4003-9bfa-663ec37c740a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"name":"maas-trlp-premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858","model":"e2e-models-e2e-worker-w3-cc1858/premium-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:35.77330517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"20124e91-7570-4184-b078-1f06e8dafc73","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.624054484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"094f8a4d-b15d-4194-8790-d8b1fba35151","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","subscription":"e2e-b-only-637bcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.677713734Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"094f8a4d-b15d-4194-8790-d8b1fba35151","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:37.731297613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"e2e-b-only-637bcf","reconcileID":"094f8a4d-b15d-4194-8790-d8b1fba35151","MaaSSubscription":{"name":"e2e-b-only-637bcf","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"name":"maas-trlp-sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.012796785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"498119b7-b2bb-40dc-8c70-2274b65fba63","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"tenant":"e2e-shared-b-w2-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","model":"ai-tenant-e2e-shared-b-w2-eac21d/sub-test-model-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:38.012818585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"sub-test-model-eac21d","reconcileID":"498119b7-b2bb-40dc-8c70-2274b65fba63","MaaSModelRef":{"name":"sub-test-model-eac21d","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"routeName":"sub-test-model-eac21d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","llmisvcName":"sub-test-model-eac21d","gateway":"openshift-ingress/e2e-shared-b-w2-eac21d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.226925077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-2-w3-cc1858","reconcileID":"d6dc690c-daf5-4dcb-92d3-61085f3ad42a","MaaSModelRef":{"name":"distinct-2-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-2-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-2-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.281670405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"distinct-w3-cc1858","reconcileID":"fb118258-2799-4890-af65-aa4ad7fc696d","MaaSModelRef":{"name":"distinct-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"distinct-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"distinct-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.281944721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"simulator-w3-cc1858","reconcileID":"fbcda109-0272-4e50-92a7-80f3dc6243f0","MaaSModelRef":{"name":"simulator-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"simulator-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"simulator-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:45.773884181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"619b8961-1080-4b49-aabb-d65feed3fabb","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"routeName":"premium-w3-cc1858-kserve-route","namespace":"e2e-models-e2e-worker-w3-cc1858","llmisvcName":"premium-w3-cc1858","gateway":"openshift-ingress/e2e-worker-w3-cc1858","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:01:55.410228822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-cc1858","namespace":"e2e-models-e2e-worker-w3-cc1858"},"namespace":"e2e-models-e2e-worker-w3-cc1858","name":"premium-w3-cc1858","reconcileID":"d5033056-30bc-460f-94fd-2a57a5166b95","error":"maasmodelrefs.maas.opendatahub.io \"premium-w3-cc1858\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:01:55.936199775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.68684969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff2c238-ca43-4736-93cf-15d43723e91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.739918307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff2c238-ca43-4736-93cf-15d43723e91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.792600308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff2c238-ca43-4736-93cf-15d43723e91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:02.848332469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff2c238-ca43-4736-93cf-15d43723e91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.353600868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","namespace":"ai-tenant-e2e-worker-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.353660066Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","namespace":"ai-tenant-e2e-worker-w3-cc1858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.353711254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","tenant":"e2e-worker-w3-cc1858","tenantID":"e2e-worker-w3-cc1858","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.40847259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Deployment","name":"maas-api-e2e-worker-w3-cc1858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.471149296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Service","name":"maas-api-e2e-worker-w3-cc1858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.528524328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-cc1858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.583746694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-cc1858","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.641717141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.700805489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.763168467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.824054233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.87758832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.930709577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:03.985167118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Service","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.038495383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.090608924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.143287496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.19546801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.2626232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.314624005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.366685375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.418722163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-cc1858","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.47076268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-cc1858"},"namespace":"ai-tenant-e2e-worker-w3-cc1858","name":"default-tenant","reconcileID":"ef5b6128-3de5-4be2-b111-a910529d6714","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-cc1858","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.80671383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258c3e05-4ed6-4717-a59e-7e020199233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.861523436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258c3e05-4ed6-4717-a59e-7e020199233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.915600345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258c3e05-4ed6-4717-a59e-7e020199233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:04.968302482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258c3e05-4ed6-4717-a59e-7e020199233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:10.976559608Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-cc1858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-cc1858","reconcileID":"68130632-82d9-4128-aad1-b4ba2d347c2c","aitenant":"ai-tenants/e2e-worker-w3-cc1858","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.038973721Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a3e780a9-c6a1-4a5f-b65c-e323c5496850","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.039101978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"d2381c5b-3fb7-4419-9fe9-9e35f761b218","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.039120553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"d2381c5b-3fb7-4419-9fe9-9e35f761b218","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.246849306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a3e780a9-c6a1-4a5f-b65c-e323c5496850","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.308630042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"94ad15d0-9d94-4f3b-ba85-a4326c03d92c","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.308682759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"b5c4eb27-a892-4398-aa61-25236ec5bd4f","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.373359196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a3e780a9-c6a1-4a5f-b65c-e323c5496850","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.373383019Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"a3e780a9-c6a1-4a5f-b65c-e323c5496850","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.432670576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"3361648b-8696-484f-b2db-72e007d1c36c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.433069136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"83750c5d-0290-4a87-b7df-362bc1a54b2c","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.433085246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"83750c5d-0290-4a87-b7df-362bc1a54b2c","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.508803672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aad6631-18c3-495a-bcf6-c4f3b04ae086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.56223406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aad6631-18c3-495a-bcf6-c4f3b04ae086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.577307042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"b1c81fba-ed58-4e39-a42c-fde7bc09fe45","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.577325669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"b1c81fba-ed58-4e39-a42c-fde7bc09fe45","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.615003113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aad6631-18c3-495a-bcf6-c4f3b04ae086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.667977511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aad6631-18c3-495a-bcf6-c4f3b04ae086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.720843154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"3361648b-8696-484f-b2db-72e007d1c36c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.774613605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"fa505061-b81d-43b4-a6a0-ba35da96a075","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.77781926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"3361648b-8696-484f-b2db-72e007d1c36c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"e2e-shared-a-w4-586697-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.777852512Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"3361648b-8696-484f-b2db-72e007d1c36c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.8286405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"6fdbe10e-bacc-48a4-8d22-633147a0a12a","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T14:02:11.830424692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-sub-iso-auth-59019c","reconcileID":"3361648b-8696-484f-b2db-72e007d1c36c","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-59019c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:11.833796555Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-cc1858","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-cc1858","reconcileID":"68130632-82d9-4128-aad1-b4ba2d347c2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-cc1858","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-cc1858"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.60580637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb52e022-eca2-497e-bc04-4fff49471601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.658671641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb52e022-eca2-497e-bc04-4fff49471601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.711569673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb52e022-eca2-497e-bc04-4fff49471601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:13.764302012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb52e022-eca2-497e-bc04-4fff49471601","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.980167287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.98022088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:14.98027521Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","tenant":"e2e-shared-a-w2-d03e5b","tenantID":"e2e-shared-a-w2-d03e5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.037783289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-d03e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.107874067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Service","name":"maas-api-e2e-shared-a-w2-d03e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.164080394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-d03e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.222579805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-d03e5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.281106773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.339002901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.396810506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.454401641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.507167769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.570354799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.623159805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.675847369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.730303452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.78336284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.836188752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.895491929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:15.94941138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.001684148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.054285515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-d03e5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:16.106312028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d03e5b"},"namespace":"ai-tenant-e2e-shared-a-w2-d03e5b","name":"default-tenant","reconcileID":"65a23952-9d3e-47b7-b1bf-ae0a7f6808df","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-d03e5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.100788021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"d64aef15-43ee-4f2a-98ea-cfbe6306863b","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscription":"e2e-shared-sub-59019c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.318597242Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-shared-sub-59019c","reconcileID":"d64aef15-43ee-4f2a-98ea-cfbe6306863b","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-586697/e2e-a-only-59019c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.530537788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"76d38545-b763-4b3f-a1ed-b7efa4860e7c","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.583367964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e755a4ea-9ae2-44bb-b7d0-708fc4c594af","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.583396177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"e755a4ea-9ae2-44bb-b7d0-708fc4c594af","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.759422454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"66f6d0e0-a896-4f31-840c-5d6868b5ba17","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:22.759449888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"66f6d0e0-a896-4f31-840c-5d6868b5ba17","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:23.688816031Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-d03e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-d03e5b","reconcileID":"3b9914fa-bc06-473b-ae04-de84668ad54f","aitenant":"ai-tenants/e2e-shared-a-w2-d03e5b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.295677868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2e354-9fc0-4e26-b7e4-7bcc9ffab488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.348549297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2e354-9fc0-4e26-b7e4-7bcc9ffab488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.40099485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2e354-9fc0-4e26-b7e4-7bcc9ffab488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.453705013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf2e354-9fc0-4e26-b7e4-7bcc9ffab488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:24.510597579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-d03e5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-d03e5b","reconcileID":"3b9914fa-bc06-473b-ae04-de84668ad54f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-d03e5b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-d03e5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:25.931963281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.39390227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662846df-d7b6-44fc-b53f-896e8e15222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.446649686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662846df-d7b6-44fc-b53f-896e8e15222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.499494941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662846df-d7b6-44fc-b53f-896e8e15222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:26.552443926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662846df-d7b6-44fc-b53f-896e8e15222c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.92521285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"87adb840-446f-42b4-90e1-4c89fa1f0c3e","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","subscription":"e2e-a-only-59019c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:32.979402069Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"87adb840-446f-42b4-90e1-4c89fa1f0c3e","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.032952696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"e2e-a-only-59019c","reconcileID":"87adb840-446f-42b4-90e1-4c89fa1f0c3e","MaaSSubscription":{"name":"e2e-a-only-59019c","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"name":"maas-trlp-sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.304311828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"50695b5f-58d5-46b5-8e0f-f7d5db25dcb5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"tenant":"e2e-shared-a-w4-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","model":"ai-tenant-e2e-shared-a-w4-586697/sub-test-model-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.304338104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"sub-test-model-586697","reconcileID":"50695b5f-58d5-46b5-8e0f-f7d5db25dcb5","MaaSModelRef":{"name":"sub-test-model-586697","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"routeName":"sub-test-model-586697-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-586697","llmisvcName":"sub-test-model-586697","gateway":"openshift-ingress/e2e-shared-a-w4-586697","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.618869182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"b7f72ec5-736e-4757-ac6d-a8c6aa43281a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.618972131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"1c3a09d4-eded-48fa-a8f4-725c8fb210a3","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.61899062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"1c3a09d4-eded-48fa-a8f4-725c8fb210a3","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.825457532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"b7f72ec5-736e-4757-ac6d-a8c6aa43281a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.890811157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"3231d9d6-7913-4009-9cdd-5d6dd3ddc885","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.890815493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"27652f8d-f8ad-4420-b7b6-a1e2b2f5c137","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.952939824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"b7f72ec5-736e-4757-ac6d-a8c6aa43281a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"e2e-shared-b-w4-d5345e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:33.952965072Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-sub-iso-auth-59019c","reconcileID":"b7f72ec5-736e-4757-ac6d-a8c6aa43281a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.010702666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"98152e29-f12f-4938-8dcd-922315cfc7cd","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.01072261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"98152e29-f12f-4938-8dcd-922315cfc7cd","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.170085333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f160c481-96af-4ec1-a913-4fac29e734f6","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.170104916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f160c481-96af-4ec1-a913-4fac29e734f6","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.281911523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"cc8416c4-55f8-46fb-94c1-fa2a374680f3","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:34.281949527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"863545fc-108a-46a7-8c76-1b3697388053","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.558150823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd626ed-54ed-44eb-a493-75526132963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.612143672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd626ed-54ed-44eb-a493-75526132963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.665352235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd626ed-54ed-44eb-a493-75526132963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:42.718335281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd626ed-54ed-44eb-a493-75526132963c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.55735003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"fc0f18eb-aec6-4e49-b889-d0c2f04d262f","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscription":"e2e-shared-sub-59019c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.684415116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ef61ff-4217-49e4-bf44-5c7db060af0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.737550737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ef61ff-4217-49e4-bf44-5c7db060af0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.790578982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ef61ff-4217-49e4-bf44-5c7db060af0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.796101424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-shared-sub-59019c","reconcileID":"fc0f18eb-aec6-4e49-b889-d0c2f04d262f","MaaSSubscription":{"name":"e2e-shared-sub-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-d5345e/e2e-b-only-59019c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:44.843093995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ef61ff-4217-49e4-bf44-5c7db060af0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.056011525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"9008f013-5333-4fb6-8729-58ebedaa6276","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.057325365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6bb92027-aa61-48cb-9f36-c86dabec4b32","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.057344443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6bb92027-aa61-48cb-9f36-c86dabec4b32","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.372066544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f10960b0-5427-4acd-ae3d-c51269e14eed","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:45.372085987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"f10960b0-5427-4acd-ae3d-c51269e14eed","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:46.999977922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.000040583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","namespace":"ai-tenant-e2e-shared-b-w2-eac21d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.000093418Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","tenant":"e2e-shared-b-w2-eac21d","tenantID":"e2e-shared-b-w2-eac21d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.056678989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-eac21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.11772516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Service","name":"maas-api-e2e-shared-b-w2-eac21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.177704685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-eac21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.234616799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-eac21d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.29687577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.352518268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.408116621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.463200326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.518361106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.572660018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.625043122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.678639146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.730675662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.782917845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.835469669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.891056771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.943668381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:47.996286493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.04846105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-eac21d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:48.100568381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-eac21d"},"namespace":"ai-tenant-e2e-shared-b-w2-eac21d","name":"default-tenant","reconcileID":"760bbb5d-b775-4662-9b29-1cb4ce354164","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-eac21d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:53.85017753Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-eac21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-eac21d","reconcileID":"ee2b3495-edf0-49dd-b90f-4f04197f7dd9","aitenant":"ai-tenants/e2e-shared-b-w2-eac21d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.492048477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f40285-351e-4c6c-991c-a5c0cedc0379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.547007427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f40285-351e-4c6c-991c-a5c0cedc0379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.600715571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f40285-351e-4c6c-991c-a5c0cedc0379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.653438387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f40285-351e-4c6c-991c-a5c0cedc0379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:54.714412247Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-eac21d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-eac21d","reconcileID":"ee2b3495-edf0-49dd-b90f-4f04197f7dd9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-eac21d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-eac21d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.535125488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"5f630280-d281-48e9-89ea-09f6ddcb24da","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","subscription":"e2e-b-only-59019c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.58787812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"5f630280-d281-48e9-89ea-09f6ddcb24da","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.644802831Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"e2e-b-only-59019c","reconcileID":"5f630280-d281-48e9-89ea-09f6ddcb24da","MaaSSubscription":{"name":"e2e-b-only-59019c","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"name":"maas-trlp-sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.931356632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.932279716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6730510a-c629-40fe-84b3-291c88a21fca","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"tenant":"e2e-shared-b-w4-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","model":"ai-tenant-e2e-shared-b-w4-d5345e/sub-test-model-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:55.932295998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"sub-test-model-d5345e","reconcileID":"6730510a-c629-40fe-84b3-291c88a21fca","MaaSModelRef":{"name":"sub-test-model-d5345e","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"routeName":"sub-test-model-d5345e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","llmisvcName":"sub-test-model-d5345e","gateway":"openshift-ingress/e2e-shared-b-w4-d5345e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.595141942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd041cf0-79ab-494b-9f39-be6096cf1afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.648572995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd041cf0-79ab-494b-9f39-be6096cf1afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.70137197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd041cf0-79ab-494b-9f39-be6096cf1afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:56.754709496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd041cf0-79ab-494b-9f39-be6096cf1afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.690877284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71734f4f-b5e3-4c98-9324-1ea009abbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.74950976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71734f4f-b5e3-4c98-9324-1ea009abbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.802228811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71734f4f-b5e3-4c98-9324-1ea009abbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:02:58.854847957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71734f4f-b5e3-4c98-9324-1ea009abbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.829971493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-access","reconcileID":"f326a872-63c2-4314-8144-0503f3b0ec15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.830040059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"4cecd625-ac9f-4e2b-978c-215cf6124247","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:05.996538628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"60fc1fe8-61d5-41b1-a9a0-c608cd31b349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.043919979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"fdff8dd8-5555-48d3-b394-233edf687726","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.053984282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"60fc1fe8-61d5-41b1-a9a0-c608cd31b349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.103213152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"7e2d7e2b-eaa6-48d3-bdb6-589cf4d8a5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.213074021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"92790a81-b72e-42b2-9e13-f7e537106db9","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.363332743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"46addd3f-5f63-401e-8f98-e19925ef0fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.376881474Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"92dd666d-8a16-4e76-93a2-533b9d3d9e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e9847b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:06.419438604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"46addd3f-5f63-401e-8f98-e19925ef0fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:08.706190783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"5c4f80e0-75a1-45a1-a087-2dc8b5f4dab1","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:14.597299103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"4685e695-bcbc-4ce8-ac83-e761be210fe6","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.609861759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"944d289a-5189-45b4-bb14-f39c5e4bb498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.779032771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"cbb20ff4-1ce9-4e60-ae08-9f203b66dbea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.885010158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1ce8526-8588-4fa5-bea5-9e8172c03bfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:15.986272793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"333d7c49-b64e-4590-bf0c-6a837c76248c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.087022402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"0e5f27d5-ac8c-418b-8f87-d93d9b4aace9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.430429494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f6727c32-5295-4358-84c1-83722abaf105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.483167154Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f6727c32-5295-4358-84c1-83722abaf105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.550277901Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"simulator-subscription","reconcileID":"f6727c32-5295-4358-84c1-83722abaf105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/simulator-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.819910627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"17737481-9998-4dde-ad4e-711b67b88595","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.925011652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a7380100-5f1d-447a-8daa-6e9662b76a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:16.983180597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a7380100-5f1d-447a-8daa-6e9662b76a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:18.769885975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"9b0b415e-cf43-4084-92de-25ff45d47457","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.145899349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"685579ec-b380-41a3-b13e-85911ba379cd","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.308577889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"563fd60f-5344-4578-941c-f9811c3f188d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.357546078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"d8c60bab-f916-4769-9736-08613c7b9971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.36541732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"563fd60f-5344-4578-941c-f9811c3f188d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.522775801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"49e23367-aa26-48e1-bec2-0ea69f052a12","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.61069337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"de4f2aaa-c233-4fd7-8724-e0e4276fc355","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.703467484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"be32876a-f0d6-4b97-bc7d-fa377a443618","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.708624012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a8aa393b-6ef7-4bbf-befc-41cecacfa399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.733962389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"992285a0-464a-4795-929b-a666b60e30c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.766198782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"a8aa393b-6ef7-4bbf-befc-41cecacfa399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:22.971374647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"bd782bcf-076c-4acb-af0e-64bd950c4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.03996261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"e948c88b-b1f1-47ee-918e-e7fe6094cf32","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.093059261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"eef15e0a-c0cc-4408-a1b1-5f1ec0139da4","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.093321056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"f6dc5f70-37db-4736-93f9-bc15b7c544d4","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.093545152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"e9605b9f-5438-4823-b0fd-35cf56da43cd","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.145289302Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"16f733d2-8950-4a53-9f70-ae88911ced2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-67e73094","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.224292419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"bd782bcf-076c-4acb-af0e-64bd950c4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.348248383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"bd782bcf-076c-4acb-af0e-64bd950c4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"e2e-worker-w2-8ec003-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.348272487Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-access","reconcileID":"bd782bcf-076c-4acb-af0e-64bd950c4c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.404932303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"79d65bcb-030e-4153-9489-af1714bea657","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.781103451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ec2bc36-81ab-4427-8900-3e3014327602","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.881448078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"640db6fe-6bee-4949-88b4-be332da69f79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.992091392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf3e398-8cfa-48ad-aa3e-1e6e57c08c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:23.992238364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"f589c555-f142-4d2e-adc7-b175fab8a2fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.004427982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"61bdbf39-48d3-4ff3-93d5-5a5e2ac1590a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.044939797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf3e398-8cfa-48ad-aa3e-1e6e57c08c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.097976111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf3e398-8cfa-48ad-aa3e-1e6e57c08c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:24.150568256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf3e398-8cfa-48ad-aa3e-1e6e57c08c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.293384835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"d571e744-6b8d-42b7-b524-2d1b53eb43bf","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:25.930338958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.102507663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dea2730-2c6e-4d5a-894e-d049508373d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.156131184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dea2730-2c6e-4d5a-894e-d049508373d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.208976183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dea2730-2c6e-4d5a-894e-d049508373d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:26.26187233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dea2730-2c6e-4d5a-894e-d049508373d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:29.987308191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1b0656-7d5d-4bce-a2b2-bcd849ef3dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.04064056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1b0656-7d5d-4bce-a2b2-bcd849ef3dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.093147299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1b0656-7d5d-4bce-a2b2-bcd849ef3dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:30.145706672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1b0656-7d5d-4bce-a2b2-bcd849ef3dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:32.084252834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d52b7b2-b4c6-4996-b9a4-2ebbafaefaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:32.136842734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d52b7b2-b4c6-4996-b9a4-2ebbafaefaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:32.189434415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d52b7b2-b4c6-4996-b9a4-2ebbafaefaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:32.241998694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d52b7b2-b4c6-4996-b9a4-2ebbafaefaf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.093242142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"99455df9-af5b-4626-9f64-f00a2a7666cc","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.093587255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"429b4b9e-0bd0-4632-aa4b-2ab49df4a456","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.199112101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"75bc7055-d359-4c4a-b21c-ddcdd24211da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.252323789Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"75bc7055-d359-4c4a-b21c-ddcdd24211da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.305207671Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"premium-simulator-subscription","reconcileID":"75bc7055-d359-4c4a-b21c-ddcdd24211da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"name":"maas-trlp-premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003","model":"e2e-models-e2e-worker-w2-8ec003/premium-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.411240239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"6d2062d5-ed48-4174-98c7-21b074303a99","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:33.579930872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"0f89e09b-9385-4a87-a235-95fcc3a0ac59","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.248544732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","namespace":"ai-tenant-e2e-worker-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.24860473Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","namespace":"ai-tenant-e2e-worker-w2-8ec003","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.248652844Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","tenant":"e2e-worker-w2-8ec003","tenantID":"e2e-worker-w2-8ec003","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.303203407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Deployment","name":"maas-api-e2e-worker-w2-8ec003","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.365845276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Service","name":"maas-api-e2e-worker-w2-8ec003","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.422887616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-8ec003","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.477630432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-8ec003","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.536348121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.591334291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.651093172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.70631275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.758429347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.810578829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.862669763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Service","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.914669504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:34.967385644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.019622382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.071869735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.127907837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.180238452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.232141699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.284451654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-8ec003","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.336471108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ec003"},"namespace":"ai-tenant-e2e-worker-w2-8ec003","name":"default-tenant","reconcileID":"d1b4b935-ba2e-4943-967a-7e23ec1ecdd3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-8ec003","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:35.349878246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"13298d5f-01f6-44e6-8e3b-8b495ca96ba5","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.318995242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","namespace":"ai-tenant-e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.319075575Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","namespace":"ai-tenant-e2e-shared-a-w4-586697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.319150498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","tenant":"e2e-shared-a-w4-586697","tenantID":"e2e-shared-a-w4-586697","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.373499976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-586697","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.436705731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Service","name":"maas-api-e2e-shared-a-w4-586697","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.496067256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-586697","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.552588662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-586697","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.617096476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.672041935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.729146969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.783412898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.837543349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.892698304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.945536828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:40.99997772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.052513594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.104762178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.156617616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.213878071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.26606894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.318163893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.370253316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-586697","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:41.422337393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-586697"},"namespace":"ai-tenant-e2e-shared-a-w4-586697","name":"default-tenant","reconcileID":"4d9d3464-9dfe-4256-bbfc-df4e2ae4c3bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-586697","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:43.094150142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"bb4b9e1c-20a3-4d28-bfec-7313cf454d4c","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:43.09447911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"e0b2936c-ff3d-4b89-b8dc-e4a15c8ae8bc","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:43.581250611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"39ad5b60-677c-4dbd-991a-69d3d150015b","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:45.350917434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"3c798d0d-b515-4e9e-9b1d-14a10b52c49b","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:47.532490358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-2-w2-8ec003","reconcileID":"0e33c4c6-7b74-420c-9505-ed8047f2a867","MaaSModelRef":{"name":"distinct-2-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-2-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-2-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:47.53924454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"distinct-w2-8ec003","reconcileID":"98bdb80d-e074-414c-b424-c971ab64e704","MaaSModelRef":{"name":"distinct-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"distinct-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"distinct-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:47.547974926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"premium-w2-8ec003","reconcileID":"ff080633-8bb9-44ce-95c6-e03f66e9a9a9","MaaSModelRef":{"name":"premium-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"premium-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"premium-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:47.555499565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"namespace":"e2e-models-e2e-worker-w2-8ec003","name":"simulator-w2-8ec003","reconcileID":"74d06b88-4c99-4023-a033-710244092598","MaaSModelRef":{"name":"simulator-w2-8ec003","namespace":"e2e-models-e2e-worker-w2-8ec003"},"routeName":"simulator-w2-8ec003-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ec003","llmisvcName":"simulator-w2-8ec003","gateway":"openshift-ingress/e2e-worker-w2-8ec003","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.173227949Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-586697","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-586697","reconcileID":"1c1088a5-2923-4335-a805-5036142067aa","aitenant":"ai-tenants/e2e-shared-a-w4-586697","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.705198355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f111a-a6ee-49da-83c0-f0493850153b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.757914269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f111a-a6ee-49da-83c0-f0493850153b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.81072786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f111a-a6ee-49da-83c0-f0493850153b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.863502208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"613f111a-a6ee-49da-83c0-f0493850153b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:51.973142123Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-586697","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-586697","reconcileID":"1c1088a5-2923-4335-a805-5036142067aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-586697","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-586697"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:52.566609108Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ec003","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ec003","reconcileID":"eff0ac09-5bb3-44e3-8b27-2fa61a3d9595","aitenant":"ai-tenants/e2e-worker-w2-8ec003","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:53.354306121Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ec003","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ec003","reconcileID":"eff0ac09-5bb3-44e3-8b27-2fa61a3d9595","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-8ec003","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-8ec003"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:53.800094657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa8983b-2341-4d9b-8e93-7cef3704d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:53.852512035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa8983b-2341-4d9b-8e93-7cef3704d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:53.90531346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa8983b-2341-4d9b-8e93-7cef3704d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:53.958505243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa8983b-2341-4d9b-8e93-7cef3704d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.890634199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442fcfe-bc75-48c3-b58d-cee073f77a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.930646131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.943605845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442fcfe-bc75-48c3-b58d-cee073f77a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:55.996227952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442fcfe-bc75-48c3-b58d-cee073f77a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:56.048919125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3442fcfe-bc75-48c3-b58d-cee073f77a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:57.98673178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6c9cb-dbec-4ca3-99d3-7dca20df5c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:58.039892111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6c9cb-dbec-4ca3-99d3-7dca20df5c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:58.092534698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6c9cb-dbec-4ca3-99d3-7dca20df5c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:03:58.145380469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6c9cb-dbec-4ca3-99d3-7dca20df5c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.562652578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"7eb7a2fc-ea5f-4326-a0c0-e1c1690491f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.704049462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c107158a-693c-4956-8a30-837f5645504c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.704062099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"4a7cef46-c952-4c8a-a4fe-3c76f3c93f8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:00.833650072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cc73ca2-cbf8-4d11-a318-7aefd4dbe7a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:01.125779557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40b1db-f88c-4d22-8892-fd4f0ad0442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:01.178906314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40b1db-f88c-4d22-8892-fd4f0ad0442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:01.231490862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40b1db-f88c-4d22-8892-fd4f0ad0442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:01.284217084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a40b1db-f88c-4d22-8892-fd4f0ad0442e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.290708799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.343675205Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.343764079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","tenant":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.399951738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.462357726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Service","name":"maas-api-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.521583017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.576727354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.659383666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.715527452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.77032862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.824926432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.877046244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.929151877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:02.981080553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.033188535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.085248579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.137251313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.189423877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.192396443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4004cb7-5d3f-41cc-b1d0-d729ec5cd160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.244949592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4004cb7-5d3f-41cc-b1d0-d729ec5cd160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.247592122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.297426587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4004cb7-5d3f-41cc-b1d0-d729ec5cd160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.349920297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.350320661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4004cb7-5d3f-41cc-b1d0-d729ec5cd160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.402663883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.455378849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:03.507795275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"f4e38890-9a86-4b81-be15-323960b9a912","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-d5345e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.706982851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9d0c019d-1a44-4688-9004-096af7c10b19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.760249258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b4e82f3-a7fc-4df0-811d-fc2243da1d65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.86567761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"b5caee21-676e-44a9-94d3-d324a4fff782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:10.966012303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"397f99ab-ad24-4dd0-a3b2-cedd3b6fd631","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.601188738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.601260273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","namespace":"ai-tenant-e2e-shared-b-w4-d5345e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.601311962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","tenant":"e2e-shared-b-w4-d5345e","tenantID":"e2e-shared-b-w4-d5345e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.65405788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.707215077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Service","name":"maas-api-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.76004081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.812330893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-d5345e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.864794417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.918146931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:13.970901046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.0246019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.076886243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.129542298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.181976475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.234649516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.287564931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.340459238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.393184372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.446208123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.499267868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.552005289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.604819811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-d5345e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:14.657117818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d5345e"},"namespace":"ai-tenant-e2e-shared-b-w4-d5345e","name":"default-tenant","reconcileID":"6c21d803-c7de-4cb2-b57a-20f409137c71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-d5345e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.180947471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"d416d5c5-82a4-436a-9228-19407dc04af1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.281972975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a51ca2e4-172b-4a2f-8a40-473c1ceebfed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.289730762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf1b4ea3-da77-4b30-b088-f96f8aeb99d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:16.382230369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33110f60-8ebb-4b5b-9532-8b2d45a4109d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.130427568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d5345e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d5345e","reconcileID":"34f8bcd8-9e5a-4691-89fb-3eda00a087bc","aitenant":"ai-tenants/e2e-shared-b-w4-d5345e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.608149795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba687749-0c48-4cdd-92ec-70b9b6f7b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.660634485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba687749-0c48-4cdd-92ec-70b9b6f7b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.713249847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba687749-0c48-4cdd-92ec-70b9b6f7b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.765924419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba687749-0c48-4cdd-92ec-70b9b6f7b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:21.934140711Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d5345e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d5345e","reconcileID":"34f8bcd8-9e5a-4691-89fb-3eda00a087bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-d5345e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-d5345e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.15364343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-access","reconcileID":"2b274500-5db4-497c-a741-57246d63af5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.153700134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"15219d29-e9d0-4b09-b2b6-cb7224e8d66d","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.316616983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8190d5a9-f4d4-409f-ab26-71c8b718a517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.322951816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"6d2df7db-87b1-4301-90f0-325bccd4708d","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.373407797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"8190d5a9-f4d4-409f-ab26-71c8b718a517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.422593043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"de2e101e-46a5-4436-b01f-10d33520a479","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.476402281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"29bc9975-4a26-419d-8538-1641da37511f","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.635087206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"54bd195b-4fab-460c-8a07-c06b62f3b763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.691260355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d309b9d5-a0f1-45b3-9f5e-0345188a90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.691995595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"54bd195b-4fab-460c-8a07-c06b62f3b763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.743699837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d309b9d5-a0f1-45b3-9f5e-0345188a90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.796968598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d309b9d5-a0f1-45b3-9f5e-0345188a90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:23.849808663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d309b9d5-a0f1-45b3-9f5e-0345188a90c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.829401592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62929d47-1d48-4adc-ac73-95e1848e4423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.882741211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62929d47-1d48-4adc-ac73-95e1848e4423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.93072864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.93518015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62929d47-1d48-4adc-ac73-95e1848e4423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:25.989020345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62929d47-1d48-4adc-ac73-95e1848e4423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:28.419446172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"571a9ef6-7231-427b-ad04-637c2209a81e","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:28.743353571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"50a936ed-0c97-4c66-b604-e9bfef8b51e2","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.071310882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"ccd42921-ed38-44a5-b81f-78be54f33b05","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.234577353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a6d4cada-e1ac-43e7-8300-465cd2897e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.282984444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"758ef8d9-92e7-4fa8-b4c4-e23ba58be28a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.290953059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"a6d4cada-e1ac-43e7-8300-465cd2897e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.395346978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"c4e9feb5-0a7d-4158-8f14-64df416be154","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.44752557Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a2628f0b-4b84-4d77-8929-174049a72179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.453213945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"d67f1ce0-f478-4a49-88ad-04c4ff002fd5","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.500260284Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a2628f0b-4b84-4d77-8929-174049a72179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.552982346Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"simulator-subscription","reconcileID":"a2628f0b-4b84-4d77-8929-174049a72179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/simulator-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.60326023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1c6cf1de-f34f-4c8d-b83d-4ed77fa6d2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.657802324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"b75c9bb3-7dbd-4df4-95e1-c336bc69ce1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.659917786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"1c6cf1de-f34f-4c8d-b83d-4ed77fa6d2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.818405493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"1f71bf5b-97ae-4f5f-ab0a-364817564675","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:29.969518499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"92ef158a-604a-467c-b05b-339097b648b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:30.025818828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"92ef158a-604a-467c-b05b-339097b648b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.029915173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1f665c3-9cfb-4c42-9cd1-02652eb1ebc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.129590784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc944988-27bc-409c-a263-fe67c5a1c96e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.205434733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"07638735-b855-4626-a7bf-963336dea471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.243903684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"3d976dc2-a668-49a9-bbfc-1c5ce5277a67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:33.261896903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"07638735-b855-4626-a7bf-963336dea471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.038179909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"1a909c5f-3a79-453b-964f-3dc0fdcd69b2","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.142464345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"dcde256b-6bff-4268-8cff-2d8c41c43e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.201473977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"dcde256b-6bff-4268-8cff-2d8c41c43e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.20202827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"dc0f7712-22e4-48a7-bab9-e6990355067b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f4b22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.514344884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f11b1125-b05a-4623-88cc-ff8a05b2fbfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.571305073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"f11b1125-b05a-4623-88cc-ff8a05b2fbfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.585600921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"c840723d-721e-4f33-b057-79a7fc60281b","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.61329808Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"9269f037-c047-421f-b3df-c65a081de5d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f4b22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.696609962Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"f282fe91-e84e-4835-8cf3-5a43c3b7866f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f4b22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.729523434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7610c16b-fe06-4cb6-ac06-b9123a0c14a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.930018464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7610c16b-fe06-4cb6-ac06-b9123a0c14a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:35.986699294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"4c4d98bd-216b-49fd-8a95-64aa7d272386","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.039193405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"b603c465-386b-4f56-8f96-89145518ceef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.039498109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b761a1c3-e514-45e7-8ae0-390d14bf4bf7","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.039729846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"3a8e4493-e580-4531-9dcc-1e7a3fc51df6","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.094116614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"dbcab1c9-6701-497e-a882-e1b9e8a024b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60f4b22a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.108763886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7610c16b-fe06-4cb6-ac06-b9123a0c14a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"e2e-worker-w4-ce2f2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.108787063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-access","reconcileID":"7610c16b-fe06-4cb6-ac06-b9123a0c14a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.164712097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"4611d1bf-0188-49c8-988e-2899371d67a8","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:36.988174393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b141a1-f294-4281-9050-e6ca8e2eb09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:37.040886112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b141a1-f294-4281-9050-e6ca8e2eb09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:37.093672831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b141a1-f294-4281-9050-e6ca8e2eb09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:37.146418268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b141a1-f294-4281-9050-e6ca8e2eb09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.084690276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9487d4-8bcf-4ad1-8119-8cf4f4056f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.138162484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9487d4-8bcf-4ad1-8119-8cf4f4056f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.19068961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9487d4-8bcf-4ad1-8119-8cf4f4056f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:39.243243463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9487d4-8bcf-4ad1-8119-8cf4f4056f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.735858631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3469bee1-685b-41f7-ab2b-bc7462bacd44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:43.899929661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"709b79c4-3f1b-4bf1-96e9-5f7867817521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.481347155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"3069f1d3-b0d6-44ed-a4a5-c203b5e77fb9","namespace":"ai-tenant-e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.481415746Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"3069f1d3-b0d6-44ed-a4a5-c203b5e77fb9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.535333119Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"3069f1d3-b0d6-44ed-a4a5-c203b5e77fb9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:45.535357717Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"3069f1d3-b0d6-44ed-a4a5-c203b5e77fb9","namespace":"ai-tenant-e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.04313749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"cd8ffa6e-9925-484f-876d-f6b0b6fd054e","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.043534895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d0febef6-46f2-4d54-8985-a53028f9a162","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.043814279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b5aa99fd-dad4-47be-a553-fe9191236626","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.151197314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"a3ddc197-904d-481f-ae0f-7f00ec1fed89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.165395611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"d1b3678a-d645-4475-8122-9fd099d0406d","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.204976123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"a3ddc197-904d-481f-ae0f-7f00ec1fed89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.259665779Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"premium-simulator-subscription","reconcileID":"a3ddc197-904d-481f-ae0f-7f00ec1fed89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"name":"maas-trlp-premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c","model":"e2e-models-e2e-worker-w4-ce2f2c/premium-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:46.537062334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"e8193291-1000-494f-b3e4-70d65b1a0258","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.581001145Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","namespace":"ai-tenant-e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.581062328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","namespace":"ai-tenant-e2e-worker-w4-ce2f2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.581140852Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","tenant":"e2e-worker-w4-ce2f2c","tenantID":"e2e-worker-w4-ce2f2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.635465714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Deployment","name":"maas-api-e2e-worker-w4-ce2f2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.700569256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Service","name":"maas-api-e2e-worker-w4-ce2f2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.75805661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-ce2f2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.81235307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-ce2f2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.86970297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.92479414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:50.981651725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.036382871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.088643694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.143266826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.199657507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Service","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.251991052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.305442523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.358035936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.41017393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.465694636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.518274637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.570599784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.623326661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-ce2f2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:51.67567189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ce2f2c"},"namespace":"ai-tenant-e2e-worker-w4-ce2f2c","name":"default-tenant","reconcileID":"a9171f31-c1da-4549-94ac-771f666009f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-ce2f2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.5896435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c92eec6-466f-40a8-ae23-88642fcd946a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.642682051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae0a541f-9992-4d2a-97ff-b5dd36a5d234","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:55.93214437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.044043931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-2-w4-ce2f2c","reconcileID":"942338d3-099f-4d83-ae66-9825c718bfca","MaaSModelRef":{"name":"distinct-2-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-2-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-2-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.044403233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"distinct-w4-ce2f2c","reconcileID":"d733f7ef-af50-410a-a050-c3eb31a20ef2","MaaSModelRef":{"name":"distinct-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"distinct-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"distinct-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.044634333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"simulator-w4-ce2f2c","reconcileID":"b00a422a-3134-49d5-90f8-e6f7d293f822","MaaSModelRef":{"name":"simulator-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"simulator-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"simulator-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:04:56.538383271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"namespace":"e2e-models-e2e-worker-w4-ce2f2c","name":"premium-w4-ce2f2c","reconcileID":"a3e69ce6-5950-456b-949f-7f3791c2852b","MaaSModelRef":{"name":"premium-w4-ce2f2c","namespace":"e2e-models-e2e-worker-w4-ce2f2c"},"routeName":"premium-w4-ce2f2c-kserve-route","namespace":"e2e-models-e2e-worker-w4-ce2f2c","llmisvcName":"premium-w4-ce2f2c","gateway":"openshift-ingress/e2e-worker-w4-ce2f2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:02.463389363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fbb2b3d-fde5-4666-9e7a-1a7b4c1d1254","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:02.562489152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4526a86-50a0-4790-b43b-578c31fc3cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:07.476939701Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ce2f2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ce2f2c","reconcileID":"dcd7823d-5ec6-48b4-b0eb-d87ed0a6b9d8","aitenant":"ai-tenants/e2e-worker-w4-ce2f2c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.009416179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1386a5e-5c24-48e3-9e75-3a00942a88f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.061999461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1386a5e-5c24-48e3-9e75-3a00942a88f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.114714088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1386a5e-5c24-48e3-9e75-3a00942a88f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.167432216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1386a5e-5c24-48e3-9e75-3a00942a88f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:08.330239139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ce2f2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ce2f2c","reconcileID":"dcd7823d-5ec6-48b4-b0eb-d87ed0a6b9d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ce2f2c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-ce2f2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.184936256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f649bf5c-8547-4a7b-b313-e4f56b492af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.237553839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f649bf5c-8547-4a7b-b313-e4f56b492af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.290096515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f649bf5c-8547-4a7b-b313-e4f56b492af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:10.343058272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f649bf5c-8547-4a7b-b313-e4f56b492af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.300426584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da96ee3d-a18c-42bf-81dc-951bb3e71f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.353062104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da96ee3d-a18c-42bf-81dc-951bb3e71f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.405586304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da96ee3d-a18c-42bf-81dc-951bb3e71f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:12.458251458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da96ee3d-a18c-42bf-81dc-951bb3e71f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T14:05:25.932874551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}